-- Logs begin at Wed 2021-05-19 22:51:26 UTC, end at Wed 2021-05-19 23:46:01 UTC. --
May 19 23:22:12.306488 dv-cinder-792209-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 19 23:22:14.698938 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.common.config [-] Logging enabled!
May 19 23:22:14.699573 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 23:22:14.699778 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91499) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 23:22:14.703002 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.common.config [-] Logging enabled!
May 19 23:22:14.703281 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 23:22:14.704677 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91499) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 23:22:14.704677 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 23:22:14.705515 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 23:22:14.705515 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 23:22:14.705515 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 23:22:14.705515 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 23:22:14.705809 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.706116 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.706644 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.706644 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.706931 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.707257 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.707562 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.707832 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.708929 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.708929 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.708929 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.709155 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.709305 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.709462 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711905 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711905 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.711905 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.712193 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.712464 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.712740 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.713023 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.713356 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] host                           = dv-cinder-792209-1-iscsi {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.713633 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.713920 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.714205 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.714489 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.714766 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.715109 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.715423 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.715777 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.716058 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.716336 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.716627 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.716917 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.717211 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.717440 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.717666 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.717955 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.718243 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.718520 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.718802 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.719077 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.719372 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.719648 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.719919 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.720205 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.720491 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.720775 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.721050 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.721323 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.721595 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.721867 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.722150 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.722422 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.722696 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.722969 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.723285 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.723555 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.723829 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.724131 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.724416 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.724698 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.724982 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.725257 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.725538 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.725812 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.726085 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.726356 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.726627 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.726899 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.727212 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.727488 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.727760 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.728033 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.728304 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.728586 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:14.728889 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.729188 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.729487 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.729769 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.730064 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.730344 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.731267 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.731672 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.731977 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.732514 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.732815 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.733099 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.733391 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.733675 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.733973 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.734284 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.734584 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.734879 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.735189 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.735467 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.735745 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.736027 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.736316 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.736610 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.736901 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.737174 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.737454 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.737748 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.738028 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.738301 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.738580 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.738872 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.739179 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.739456 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.739742 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.740022 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.740296 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.740571 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.740850 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.741139 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.741416 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.741735 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.741962 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.742240 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.742511 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.742796 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.743072 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.743364 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.743635 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.743913 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.744187 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.744459 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.744736 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.745009 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.745282 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.745553 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.745827 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.746102 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.746960 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.747278 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.747511 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.747784 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.748061 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.748335 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.748609 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.748881 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.749157 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.749431 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.749718 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.750019 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.750300 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.750579 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.750859 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.751165 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.751446 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.751726 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.752005 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.752287 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.752563 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.752920 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.753203 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.753598 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.753891 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.754173 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.754469 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.754748 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.755032 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.755336 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.755618 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.755908 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.756196 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.756494 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.756793 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.757088 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.757383 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.757679 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.757959 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.758271 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.758553 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:14.758773 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 23:22:14.759018 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91499) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 19 23:22:15.104134 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:15.104411 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:15.104701 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:15.105030 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [-] Loading core plugin: ml2
May 19 23:22:15.408775 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.408963 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.409235 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.410453 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.410729 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.410992 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.528695 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.528985 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.529302 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.542234 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.542517 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.542785 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.571446 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.571726 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.571997 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.610547 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.610827 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.611124 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.840929 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f145d43cdc0> agent after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.841543 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f145d43cdc0> agent after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.841628 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f145d43cca0> segment precommit_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.841869 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f145d42e820> network precommit_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.842613 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f145d4598b0> segment before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.965503 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> network before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.965860 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f145d1d1280> agent before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.966146 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> network before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.966497 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> port before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.966774 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> port before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.967104 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> segment precommit_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.967373 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> segment precommit_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.967632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> segment after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.967887 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> segment after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.968170 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> network after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.968434 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> network precommit_delete 0 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.968702 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> port provisioning_complete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.968967 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.969224 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> rbac-policy after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.969493 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> agent after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.969763 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> subnet after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.970023 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> subnet precommit_delete 0 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.970449 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.970713 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.970998 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> segment_host_mapping after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.971374 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> port after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.971632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> port after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.971887 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> port after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.972175 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.972427 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.972675 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f145dd42640>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:15.973063 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:15.973303 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:15.973540 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:15.973781 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:15.974015 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:15.974249 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:15.974610 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 19 23:22:15.977789 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 19 23:22:15.982584 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 19 23:22:15.986326 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
May 19 23:22:15.987969 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 19 23:22:15.988414 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 19 23:22:15.988744 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 19 23:22:15.989122 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 19 23:22:15.992075 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 19 23:22:15.992327 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 19 23:22:15.992672 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 19 23:22:16.021140 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 19 23:22:16.021586 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f145d2a0eb0>> qos_plugin after_init 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.021885 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91499) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 19 23:22:16.022249 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f145d4046d0>> logging-plugin after_init 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.023627 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91499) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 19 23:22:16.023910 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 19 23:22:16.024153 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 19 23:22:16.027343 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f145d2a0340>> floatingip before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.028194 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f145d2a0340>> port before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.093487 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 19 23:22:16.093670 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 19 23:22:16.093907 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 19 23:22:16.094274 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 19 23:22:16.125726 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_db.sqlalchemy.engines [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91499) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 19 23:22:16.452532 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing driver for type 'gre'
May 19 23:22:16.452974 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] gre ID ranges: [(1, 1000)]
May 19 23:22:16.505747 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing driver for type 'local'
May 19 23:22:16.506079 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing driver for type 'vlan'
May 19 23:22:16.516957 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] VlanTypeDriver initialization complete
May 19 23:22:16.517303 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing driver for type 'vxlan'
May 19 23:22:16.517876 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] vxlan ID ranges: [(1, 1000)]
May 19 23:22:16.575414 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing extension driver 'port_security'
May 19 23:22:16.575842 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.extensions.port_security [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] PortSecurityExtensionDriver initialization complete
May 19 23:22:16.576260 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing mechanism driver 'openvswitch'
May 19 23:22:16.576669 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing mechanism driver 'hyperv'
May 19 23:22:16.583327 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.plugins.ml2.plugin [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:22:16.584088 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145d2181c0>> port after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.584461 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145d2181c0>> port after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.584815 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145d2181c0>> port after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.585203 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145d2180a0>> subnet after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.585555 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145d2180a0>> subnet after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.585901 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145d2180a0>> subnet after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.586279 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdaefa0>> network after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.586624 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdaefa0>> network after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.586962 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdaefa0>> network after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.587358 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd250>> security_group after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.587705 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd250>> security_group after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.588047 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd250>> security_group after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.588424 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd520>> security_group_rule after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.588765 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd520>> security_group_rule after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.589109 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd520>> security_group_rule after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.589479 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd790>> address_group after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.589818 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd790>> address_group after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.590722 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f145cdbd790>> address_group after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.591273 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] ML2 OVO RPC backend initialized. {{(pid=91499) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 19 23:22:16.591775 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> router_interface after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.592126 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> router_interface after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.592537 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> network before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.592882 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> networks before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.593226 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> port before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.593564 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> ports before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.593906 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> subnet before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.594243 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> subnets before_response 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.594584 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> network after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.594917 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> network after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.595279 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> network after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.595613 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> port after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.595945 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> port after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.596275 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> port after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.596604 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> subnet after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.596935 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> subnet after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.597264 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f145cdbdb50>> subnet after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.597829 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.plugin [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Modular L2 Plugin initialization complete
May 19 23:22:16.598148 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading services supported by the core plugin {{(pid=91499) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 19 23:22:16.598470 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.plugins.ml2.managers [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Got port-security extension from driver 'port_security'
May 19 23:22:16.598923 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.extensions.vlantransparent [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Disabled vlantransparent extension.
May 19 23:22:16.599433 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91499) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 19 23:22:16.599740 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: router
May 19 23:22:16.636942 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router_interface before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.637341 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router after_create 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.637725 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router before_create 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.638083 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router_interface before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.638450 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router_interface after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.638798 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router after_delete 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.639172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> floatingip after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.639530 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router after_create 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.639871 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router after_update 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.640215 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router after_update 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.640568 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router_gateway after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.640919 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router after_update 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.641321 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router precommit_update 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.641681 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f145d3c6af0> port after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.642015 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f145d3c6b80> port after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.642348 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f145d3c6a60> subnet after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.642683 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f145d3c6700> subnetpool_address_scope after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.643026 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> port precommit_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.643397 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router precommit_create 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.643732 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f145d3bb670> port before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.644069 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router precommit_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.644418 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router after_update 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.644753 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router precommit_delete 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.645093 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router precommit_create 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.645449 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router_interface after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.645788 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> router precommit_update 55549900 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.646152 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f145cdbdc70>> network after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.646988 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Tracking information for resource: router configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:16.647343 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Tracking information for resource: floatingip configured {{(pid=91499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 23:22:16.652199 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.db.l3_agentschedulers_db [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 19 23:22:16.653335 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f145cd740d0> port after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.653686 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f145cd6bf70> port after_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.654030 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function _notify_port_delete at 0x7f145cd74040> port after_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.654374 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f145cd743a0> port after_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.655175 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f145cd9e430>> router before_create 55550100 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.655535 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f145cd9e430>> router precommit_delete 55550100 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.655889 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f145cd9e430>> router precommit_create 55550100 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.656239 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f145cd9e430>> router precommit_update 55550100 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.660810 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.services.provider_configuration [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service providers = [] {{(pid=91499) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 19 23:22:16.661164 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.db.servicetype_db [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91499) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 19 23:22:16.664072 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.services.service_base [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 23:22:16.664417 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.services.service_base [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 23:22:16.664751 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.services.service_base [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 23:22:16.665610 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.services.service_base [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 23:22:16.665968 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.services.service_base [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 19 23:22:16.666500 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.666812 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 19 23:22:16.678253 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.678609 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: auto_allocate
May 19 23:22:16.684343 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f145cd33700> network precommit_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.684711 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f145cd33700> network precommit_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.685229 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.685542 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: tag
May 19 23:22:16.692277 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.692600 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: timestamp
May 19 23:22:16.696336 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.696662 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: network_ip_availability
May 19 23:22:16.701839 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f145cd31be0>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.702206 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f145cd31be0>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.702605 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f145cd31be0>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.703297 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.703611 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: flavors
May 19 23:22:16.708444 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.708768 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading Plugin: revisions
May 19 23:22:16.712974 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 23:22:16.713356 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_concurrency.lockutils [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.609s {{(pid=91499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:16.714074 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91499) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 19 23:22:16.714403 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Initializing extension manager.
May 19 23:22:16.714900 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: __init__.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.715855 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: __pycache__ {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.716189 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.716519 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: address_group.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.717264 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.717825 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: address-group
May 19 23:22:16.718152 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: address_scope.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.718851 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.719384 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: address-scope
May 19 23:22:16.719703 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.720625 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.721129 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: router-admin-state-down-before-update
May 19 23:22:16.721448 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: agent.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.722128 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.722629 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: agent
May 19 23:22:16.722943 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: agent_resources_synced.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.723848 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.724351 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: agent-resources-synced
May 19 23:22:16.724664 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.726389 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.726907 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: allowed-address-pairs
May 19 23:22:16.727289 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.728329 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.728837 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: auto-allocated-topology
May 19 23:22:16.729156 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: availability_zone.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.729831 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.730328 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: availability_zone
May 19 23:22:16.731249 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: availability_zone_filter.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.732197 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.732949 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: availability_zone_filter
May 19 23:22:16.733267 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: data_plane_status.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.734153 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.734653 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension data-plane-status not supported by any of loaded plugins
May 19 23:22:16.734974 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: default_subnetpools.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.735890 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.736390 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: default-subnetpools
May 19 23:22:16.736707 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.737501 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.738004 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: dhcp_agent_scheduler
May 19 23:22:16.738404 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: dns.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.739321 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.739826 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension dns-integration not supported by any of loaded plugins
May 19 23:22:16.740143 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: dns_domain_ports.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.741036 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.741531 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 19 23:22:16.741848 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: dvr.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.742527 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.743028 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: dvr
May 19 23:22:16.743379 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: empty_string_filtering.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.744264 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.744762 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: empty-string-filtering
May 19 23:22:16.745076 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.745953 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.746478 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 19 23:22:16.746787 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.747701 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.748199 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 19 23:22:16.748514 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: external_net.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.749392 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.749890 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: external-net
May 19 23:22:16.750255 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.751195 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.751698 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: extra_dhcp_opt
May 19 23:22:16.752012 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: extraroute.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.752888 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.753388 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: extraroute
May 19 23:22:16.753705 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: extraroute_atomic.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.754727 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.755266 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: extraroute-atomic
May 19 23:22:16.755584 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: filter_validation.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.756233 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.756733 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: filter-validation
May 19 23:22:16.757045 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: fip_pf_description.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.758115 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.758624 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 19 23:22:16.758938 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: fip_port_details.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.759848 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.760346 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: fip-port-details
May 19 23:22:16.760658 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: flavors.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.762375 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.762884 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: flavors
May 19 23:22:16.763258 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.764939 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.765448 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 19 23:22:16.765769 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: floatingip_pools.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.766448 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.766950 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: floatingip-pools
May 19 23:22:16.767298 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: ip_allocation.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.768198 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.768815 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension ip_allocation not supported by any of loaded plugins
May 19 23:22:16.769133 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.770032 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.770534 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: ip-substring-filtering
May 19 23:22:16.770856 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l2_adjacency.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.771784 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.772279 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension l2_adjacency not supported by any of loaded plugins
May 19 23:22:16.772596 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l3.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.773564 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.774075 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: router
May 19 23:22:16.774397 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.776639 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.777162 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 19 23:22:16.777553 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.779170 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.779680 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: ext-gw-mode
May 19 23:22:16.780009 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.780900 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.781404 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: l3-ha
May 19 23:22:16.781725 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l3_flavors.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.782611 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.783132 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: l3-flavors
May 19 23:22:16.783478 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.784362 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.784865 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: l3-port-ip-change-not-allowed
May 19 23:22:16.785182 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: l3agentscheduler.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.786192 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.786696 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: l3_agent_scheduler
May 19 23:22:16.787015 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: logging.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.788525 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.789040 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension logging not supported by any of loaded plugins
May 19 23:22:16.789364 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: metering.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.790092 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.790667 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: metering
May 19 23:22:16.790990 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.792128 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.792634 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: metering_source_and_destination_fields
May 19 23:22:16.792953 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: multiprovidernet.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.794196 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.794700 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: multi-provider
May 19 23:22:16.795021 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: netmtu.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.795944 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.796447 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: net-mtu
May 19 23:22:16.796762 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: netmtu_writable.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.797650 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.798150 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: net-mtu-writable
May 19 23:22:16.798465 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: network_availability_zone.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.799147 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.799646 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: network_availability_zone
May 19 23:22:16.799958 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: network_ip_availability.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.801022 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.801523 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: network-ip-availability
May 19 23:22:16.801839 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: network_segment_range.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.802582 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.803077 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension network-segment-range not supported by any of loaded plugins
May 19 23:22:16.803415 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: pagination.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.804366 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.804690 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: pagination
May 19 23:22:16.805003 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: port_device_profile.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.805888 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.806396 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: port-device-profile
May 19 23:22:16.806710 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.807635 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.808141 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: port-mac-address-regenerate
May 19 23:22:16.808456 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.809532 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.810279 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: port-numa-affinity-policy
May 19 23:22:16.810427 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: port_resource_request.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.811340 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.811838 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension port-resource-request not supported by any of loaded plugins
May 19 23:22:16.812154 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: portbindings.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.813046 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.813545 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: binding
May 19 23:22:16.813858 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: portbindings_extended.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.815131 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.815641 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: binding-extended
May 19 23:22:16.815959 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: portsecurity.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.816846 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.817350 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: port-security
May 19 23:22:16.817668 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: project_id.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.818613 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.818944 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: project-id
May 19 23:22:16.819286 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: providernet.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.820177 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.820682 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: provider
May 19 23:22:16.821002 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.825050 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.825636 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos not supported by any of loaded plugins
May 19 23:22:16.825960 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.827206 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.827715 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 19 23:22:16.828035 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.828927 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.829437 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 19 23:22:16.829756 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_default.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.830646 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.831186 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-default not supported by any of loaded plugins
May 19 23:22:16.831503 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_fip.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.832133 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.832630 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-fip not supported by any of loaded plugins
May 19 23:22:16.832942 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.833838 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.834341 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 19 23:22:16.834657 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.835570 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.836074 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 19 23:22:16.836390 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.837275 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.837780 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 19 23:22:16.838098 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: qos_rules_alias.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.839125 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.839641 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 19 23:22:16.839983 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: quotasv2.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.841539 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.842095 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: quotas
May 19 23:22:16.842187 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: quotasv2_detail.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.843780 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.844116 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: quota_details
May 19 23:22:16.844442 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: rbac.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.845468 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.845988 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: rbac-policies
May 19 23:22:16.846313 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: rbac_address_group.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.847247 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.847757 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: rbac-address-group
May 19 23:22:16.848076 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: rbac_address_scope.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.848966 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.849479 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: rbac-address-scope
May 19 23:22:16.849798 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: rbac_security_groups.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.850681 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.851209 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: rbac-security-groups
May 19 23:22:16.851528 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.852423 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.852930 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: rbac-subnetpool
May 19 23:22:16.853245 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: revisionifmatch.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.854135 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.854636 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: revision-if-match
May 19 23:22:16.854948 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: revisions.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.856165 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.856676 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: standard-attr-revisions
May 19 23:22:16.856990 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: router_availability_zone.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.857896 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.858396 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: router_availability_zone
May 19 23:22:16.858709 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: routerservicetype.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.859636 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.860139 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension router-service-type not supported by any of loaded plugins
May 19 23:22:16.860453 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.861345 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.861846 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: security-groups-normalized-cidr
May 19 23:22:16.862162 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.863055 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.863585 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: port-security-groups-filtering
May 19 23:22:16.863901 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.864793 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.865299 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: security-groups-remote-address-group
May 19 23:22:16.865614 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: securitygroup.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.875129 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.875660 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: security-group
May 19 23:22:16.875987 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: segment.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.876759 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.877264 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension segment not supported by any of loaded plugins
May 19 23:22:16.877587 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.878498 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.879003 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 19 23:22:16.879348 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: servicetype.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.880424 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.880939 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: service-type
May 19 23:22:16.881259 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: sorting.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.882220 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.882543 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: sorting
May 19 23:22:16.882861 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: standard_attr_segment.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.883786 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.884299 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 19 23:22:16.884616 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: standardattrdescription.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.885241 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.885740 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: standard-attr-description
May 19 23:22:16.886057 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: stateful_security_group.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.887583 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.888162 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: stateful-security-group
May 19 23:22:16.888483 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: stdattrs_common.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.889042 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 19 23:22:16.889362 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.890334 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.890853 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 19 23:22:16.891199 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: subnet_onboard.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.892244 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.892755 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: subnet_onboard
May 19 23:22:16.893076 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.893975 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.894479 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 19 23:22:16.894801 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: subnet_service_types.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.895733 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.896243 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: subnet-service-types
May 19 23:22:16.896562 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: subnetallocation.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.897616 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.898123 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: subnet_allocation
May 19 23:22:16.898443 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.899118 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.899630 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: subnetpool-prefix-ops
May 19 23:22:16.899949 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.900854 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.901370 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 19 23:22:16.901686 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: tagging.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.903368 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.904076 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: standard-attr-tag
May 19 23:22:16.904427 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: timestamp.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.905600 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.906110 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loaded extension: standard-attr-timestamp
May 19 23:22:16.906433 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: trunk.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.907472 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.907984 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension trunk not supported by any of loaded plugins
May 19 23:22:16.908303 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: trunk_details.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.909208 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.909713 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension trunk-details not supported by any of loaded plugins
May 19 23:22:16.910029 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.910921 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.911463 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 19 23:22:16.911780 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Loading extension file: vlantransparent.py {{(pid=91499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 23:22:16.912428 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 23:22:16.912928 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extension vlan-transparent not supported by any of loaded plugins
May 19 23:22:16.915424 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:network
May 19 23:22:16.916147 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:subnet
May 19 23:22:16.916902 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 23:22:16.917497 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:port
May 19 23:22:16.918880 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.919344 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service FLAVORS assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.919961 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.920393 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.920719 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:router
May 19 23:22:16.921374 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:floatingip
May 19 23:22:16.922072 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service METERING assigned prefix: /metering {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.923624 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f145cc4cfd0>> rbac-policy before_create 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.923992 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f145cc4cfd0>> rbac-policy before_update 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.924340 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f145cc4cfd0>> rbac-policy before_delete 55550000 {{(pid=91499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:22:16.925439 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of CountableResource for resource:rbac_policy
May 19 23:22:16.925895 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:security_group
May 19 23:22:16.926544 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 23:22:16.927290 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service CORE assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.927622 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 23:22:16.927955 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] subnetpool is already registered
May 19 23:22:16.928548 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service CORE assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.928871 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 23:22:16.929192 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] subnetpool is already registered
May 19 23:22:16.932817 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.933246 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service FLAVORS assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.933871 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.934291 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.934623 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:router
May 19 23:22:16.934944 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] router is already registered
May 19 23:22:16.935642 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:floatingip
May 19 23:22:16.935960 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] floatingip is already registered
May 19 23:22:16.936582 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service METERING assigned prefix: /metering {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.937252 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of CountableResource for resource:rbac_policy
May 19 23:22:16.937574 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] rbac_policy is already registered
May 19 23:22:16.938108 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:security_group
May 19 23:22:16.938427 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] security_group is already registered
May 19 23:22:16.939009 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 23:22:16.939358 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] security_group_rule is already registered
May 19 23:22:16.939999 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service CORE assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.940321 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 23:22:16.940646 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] subnetpool is already registered
May 19 23:22:16.941235 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.v2.resource_helper [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Service CORE assigned prefix:  {{(pid=91499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 23:22:16.941556 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 23:22:16.941873 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING neutron.quota.resource_registry [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] subnetpool is already registered
May 19 23:22:16.942519 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: extensions {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.944000 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: address-groups {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.945594 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: address-scopes {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.946808 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: agents {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.948008 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: auto-allocated-topology {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.949263 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: availability_zones {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.951104 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: dhcp-networks {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.952674 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: dhcp-agents {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.954048 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: routers {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.955879 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: flavors {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.957051 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: service_profiles {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.958245 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: next_providers {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.959812 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: service_profiles {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.961251 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: floatingip-pools {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.962575 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: routers {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.964422 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: floatingips {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.966217 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: l3-routers {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.967659 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: l3-agents {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.969075 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: metering-labels {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.970439 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: metering-label-rules {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.971744 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: network-ip-availabilities {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.973189 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: bindings {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.974665 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: quotas {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.976106 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: quotas {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.977792 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: rbac-policies {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.979074 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: security-groups {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.980297 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: security-group-rules {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.981637 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: service-providers {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.983293 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: subnetpools {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.984833 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: subnetpools {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.986287 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.988018 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.989826 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.991623 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.994442 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.996431 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:16.998127 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:17.110724 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:17.112548 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:17.114358 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron.api.extensions [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Extended resource: tags {{(pid=91499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 23:22:17.120198 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING keystonemiddleware.auth_token [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 19 23:22:17.125515 dv-cinder-792209-1-iscsi neutron-server[91499]: WARNING keystonemiddleware.auth_token [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 19 23:22:17.133752 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_concurrency.lockutils [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Acquired lock "singleton_lock" {{(pid=91499) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 19 23:22:17.134229 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_concurrency.lockutils [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Releasing lock "singleton_lock" {{(pid=91499) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 19 23:22:17.134860 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO oslo_service.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Starting 2 workers
May 19 23:22:17.140136 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Started child 91604 {{(pid=91499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 23:22:17.144480 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Started child 91605 {{(pid=91499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 23:22:17.145307 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:17.146008 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO neutron.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Neutron service started, listening on 0.0.0.0:9696
May 19 23:22:17.146606 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Notify callbacks [] for process, before_spawn {{(pid=91499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:17.146763 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [-] (91604) wsgi starting up on http://0.0.0.0:9696
May 19 23:22:17.149007 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO oslo_service.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Starting 1 workers
May 19 23:22:17.149166 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:17.150458 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [-] (91605) wsgi starting up on http://0.0.0.0:9696
May 19 23:22:17.154127 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Started child 91606 {{(pid=91499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 23:22:17.154650 dv-cinder-792209-1-iscsi neutron-server[91499]: INFO oslo_service.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Starting 1 workers
May 19 23:22:17.157862 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] calling RpcWorker wait() {{(pid=91606) _wait /opt/stack/neutron/neutron/service.py:128}}
May 19 23:22:17.158401 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] returning from RpcWorker wait() {{(pid=91606) _wait /opt/stack/neutron/neutron/service.py:135}}
May 19 23:22:17.158972 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Started child 91607 {{(pid=91499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 23:22:17.159763 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:17.159869 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG neutron_lib.callbacks.manager [None req-d41450f1-b8ae-441b-a045-bbc9b84ae2f8 None None] Notify callbacks [] for process, after_spawn {{(pid=91499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:17.160219 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:22:17.161613 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91499) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 23:22:17.161834 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 23:22:17.162023 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 23:22:17.162241 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 23:22:17.162564 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 23:22:17.162731 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 23:22:17.163266 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.163546 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.163812 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.163962 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:17.164411 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.164411 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.164921 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.165103 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:22:17.165214 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.165446 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.165738 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.165985 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.166161 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.166328 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.166580 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.166826 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.167143 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.167425 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.167682 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.167969 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.168210 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.168595 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.168860 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.169166 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.169472 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.169695 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.170193 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.170424 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.170693 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.170929 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.171228 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.171492 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.171766 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.172031 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.172256 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.172498 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.172778 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.173010 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.173228 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.173452 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.173714 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.173933 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.174410 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] host                           = dv-cinder-792209-1-iscsi {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.174631 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.174848 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.175124 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.175384 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.175632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.175848 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.176098 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.176358 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.176611 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.176860 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.177111 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.177378 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.177610 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.177861 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.178027 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.178244 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.178530 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.178780 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.178972 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.179174 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.179329 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.179574 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.179740 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.180061 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.180240 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.180533 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.180696 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.180875 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.181107 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.181370 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.181603 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.181849 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.182059 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.182334 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.182563 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.182789 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.183022 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.183269 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.183502 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.184584 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.184584 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.184872 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.185011 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.185312 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.185581 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.185831 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.186079 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.186316 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.186579 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.186813 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.187046 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.187402 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.187770 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.188135 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.188386 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.188659 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.188877 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.189269 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.189479 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.189764 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.190068 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.190319 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.190740 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.190740 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.191163 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.191298 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.191408 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.191650 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.191905 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.192435 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.192628 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.192910 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.193165 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.193401 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.193764 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.193913 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.194103 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.194353 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.194600 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.194910 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.195190 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.195696 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.195844 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.196025 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.196335 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.196595 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.196857 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.197114 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.197329 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.197568 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.197788 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.198129 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.198402 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.198663 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.59/identity {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.198934 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.199178 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.199482 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.200393 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.200611 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.200937 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.201083 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.201307 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.201552 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.201768 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.202037 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.202485 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.202932 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.203219 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.203451 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.203754 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.204172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.204776 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.204937 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.205077 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.205301 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.205548 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.205782 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.205998 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.206237 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.206466 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.206711 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.206927 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.207169 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.207396 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.208326 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.208326 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.208326 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.208326 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.208620 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.208691 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.210632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.211278 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.211278 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.211409 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.211531 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.211893 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.212269 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.212483 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.212909 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.213155 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.213490 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.213606 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.214310 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.214310 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.214310 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.214578 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.214836 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.215159 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.215411 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.215657 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.215943 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.216253 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.216522 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.216746 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.216986 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.217396 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.217815 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.218282 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.219019 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.219479 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.219787 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.220069 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.220319 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.220581 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.220815 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.221073 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.221304 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.221588 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.221874 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.222141 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.222398 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.222685 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.222960 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.223244 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.223532 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.223767 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.224039 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.224374 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.224619 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.224933 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.225163 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.225413 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.225677 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.226635 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.226895 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.227348 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.227586 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.227811 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.228088 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.228322 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.228546 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.228786 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.229037 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.229354 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.229586 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.229807 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.230021 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.230305 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.230557 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.230849 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.231823 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.231823 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.231823 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.232065 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.232253 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.59/identity {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.232941 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.233347 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.233784 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.234008 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.234238 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.234457 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.235198 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.235198 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.235198 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.235434 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.235789 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.236229 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.236344 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.236558 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.236794 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.237066 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.237287 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.238004 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.238004 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.238179 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.239679 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.239679 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.239679 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.239679 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.239679 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.239679 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.240086 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.240086 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.240313 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.240570 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.240847 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.241059 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.241376 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.241528 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.241890 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.242258 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.242479 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.242716 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.242929 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.243253 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.243430 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.243689 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.243935 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.244277 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.244527 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.244757 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.245003 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.245221 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.245457 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.245709 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.245957 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.246173 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.246941 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.247219 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.247620 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.247852 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.248093 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.248312 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.248524 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.248738 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.248958 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.249172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.249484 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.249746 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.249988 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.250227 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.250476 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.250728 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.250948 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.251217 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.251438 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.251650 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.251877 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.252086 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.252296 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.252512 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.252723 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.252962 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.253170 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.253379 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.253591 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.253801 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.254024 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.254233 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.254441 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.254654 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.254862 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.255199 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.255450 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.255668 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.255955 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.256187 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.256446 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.256687 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.257019 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.257233 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.257471 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.257705 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.257923 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.258165 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.258418 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.258735 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.259021 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.259310 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.259567 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.259854 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.260147 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.260423 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.260646 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.260946 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.261278 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.261559 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.261835 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.262135 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.262380 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.262610 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.262818 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.263067 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.263324 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.263540 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.263778 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.264024 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.264276 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.264493 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.264739 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.264979 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.265201 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.265445 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.265701 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.265936 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.266094 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 23:22:17.266660 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91499) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 23:22:17.266821 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 23:22:17.266974 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 23:22:17.267183 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 23:22:17.267354 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 23:22:17.267507 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 23:22:17.268050 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.268264 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.268430 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.268593 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.268753 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.268932 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.269093 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.269252 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.269410 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.269796 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.269961 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.270119 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.270278 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.270435 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.270592 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.270751 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.270914 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.271071 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.271255 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.271413 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.271567 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.271763 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.271895 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.272019 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.272170 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.272323 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.272474 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.272632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.272789 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.272946 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.273104 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.273261 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.273417 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.273575 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.273732 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.273888 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.274045 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.274202 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.274476 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.274606 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.274732 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] host                           = dv-cinder-792209-1-iscsi {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.274855 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.274978 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.275117 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.275259 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.275415 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.275571 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.275730 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.275887 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.276044 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.276202 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.276359 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.276515 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.276671 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.276827 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.276983 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.277187 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.277314 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.278008 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.278146 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.278288 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.278481 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.278830 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.278830 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.279045 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.279194 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.279303 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.279444 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.279600 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.279758 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.279915 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.280071 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.280228 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.280385 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.280543 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.280700 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.280856 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.281013 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.281171 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.281339 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.281495 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.281649 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.281962 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.282162 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.282314 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.282452 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.282588 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.282723 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.282858 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.283011 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.283215 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.283554 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.283554 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.283810 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.283810 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.284009 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.284133 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.284256 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.284369 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.284581 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.284780 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.284780 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.285028 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.285151 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.285274 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.285385 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.285542 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.285699 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.285858 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.286016 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 23:22:17.286193 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.286355 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.286527 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.286688 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.286849 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.287008 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.287194 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.287355 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.287516 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.287677 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.287844 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.288183 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.288183 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.288409 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.288522 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.288690 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.288851 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.289011 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.289172 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.289332 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.289492 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.289651 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.289828 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.289988 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.290150 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.59/identity {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.290310 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.290471 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.290632 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.290793 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.290955 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.291136 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.291260 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:22:17.291354 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.291455 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.291616 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.291777 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.291937 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.292097 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.292257 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.292417 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.292577 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.292738 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.292899 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.293060 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.293268 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.293430 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.293590 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.293752 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.293914 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.294074 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.294234 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.294404 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.294564 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.294720 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.294874 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.295034 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.295217 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.295377 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.295538 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.295698 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.295860 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.296020 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.296193 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.296353 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.296512 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.296672 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.296833 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.296993 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.297153 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.297313 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.297473 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.297648 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.297792 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.297953 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.298114 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.298275 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.298434 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.298594 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.298754 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.298913 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.299073 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.299253 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.299412 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.299572 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.299731 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.299900 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.300075 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.300236 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.300396 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.300556 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.300716 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.300877 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.301037 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.301197 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.301360 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.301519 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.301678 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.301838 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.302000 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.302162 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.302321 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.302480 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.302639 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.302799 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.302958 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.303146 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.303307 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.303469 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.303628 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.303787 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.303946 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.304105 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.304274 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.304433 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.304595 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.304754 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.304999 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.305495 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.305712 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.305874 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.306037 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.306201 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.306353 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.306714 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.306714 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.307272 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.307272 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.307548 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.307548 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.307811 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.307811 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.308282 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.308282 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.308282 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.308675 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.308675 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.309449 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.309587 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.309934 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.309934 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.310210 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.310210 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.310479 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.310479 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.310751 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.59/identity {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.310889 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.310978 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.311141 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.311275 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.311436 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.311599 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.311761 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.311927 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.312088 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.312247 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.312406 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.312566 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.312725 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.312885 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.313045 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.313205 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.313367 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.313526 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.313686 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.313846 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.314006 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.314166 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.314326 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.314486 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.314646 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.314809 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.314970 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.315151 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.315314 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.315474 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.315635 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.315795 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.315957 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.316118 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.316279 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.316440 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.316604 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.316769 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.316931 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.317091 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.317253 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.317400 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.317561 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.317736 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.317897 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.318056 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.318217 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.318377 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.318705 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.318705 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.318939 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.319023 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.319195 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.319321 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.319444 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.319605 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.319765 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.319925 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.320085 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.320245 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.320405 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.320565 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.320738 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.320899 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.321059 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.321219 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.321378 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.321547 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.321707 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.321872 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.322032 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.322191 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.322360 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.322520 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.322680 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.322838 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.322999 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.323189 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.323350 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.323509 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.323669 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.323828 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.323997 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.324157 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.324332 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.324522 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.324682 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.324851 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.325041 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.325230 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.325399 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.325561 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.325721 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.325881 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.326052 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.326212 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.326375 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.326535 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.326695 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.326854 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.327016 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.327204 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.327375 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.327541 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.327704 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.327871 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.328039 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.328207 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.328368 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.328534 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.328707 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.328866 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.329027 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.329186 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.329346 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.329507 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.329666 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.329827 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.329986 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.330146 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.330305 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.330465 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.330624 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.330783 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.330943 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.331124 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.331288 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.331446 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.331606 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.332500 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 23:22:17.332639 dv-cinder-792209-1-iscsi neutron-server[91499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 23:22:17.483204 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41608) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:17.491807 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062852
May 19 23:22:28.173394 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457f5be3-699d-4f96-bd94-2f90d28ab3e0 None None] get_active_networks_info from dv-cinder-792209-1-iscsi {{(pid=91606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 19 23:22:28.239747 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f5be3-699d-4f96-bd94-2f90d28ab3e0 None None] No non-hosted networks {{(pid=91606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 19 23:22:28.260383 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.agentschedulers_db [None req-457f5be3-699d-4f96-bd94-2f90d28ab3e0 None None] DHCP Agent not found on host dv-cinder-792209-1-iscsi {{(pid=91606) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 19 23:22:28.342112 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-02774bba-6412-4bbc-9d91-d8d2e4920032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884'] for agent, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:30.728294 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5226-99ab-4af8-b17b-625e3178e47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884'] for agent, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:30.769473 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ee2061a4-e193-4d7a-9870-8046e6ebe18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:30.874412 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884'] for agent, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:30.875472 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.876155 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.876724 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.877270 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.877812 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.880492 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.883005 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.883713 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.884804 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.896574 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.897193 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.897733 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:30.898342 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f145c04d460>, 'Open vSwitch agent', 'dv-cinder-792209-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:22:30.905677 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1457fd9dc0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:22:31.649096 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884'] for agent, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:33.416776 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884'] for agent, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:34.980824 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41700) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:35.579291 dv-cinder-792209-1-iscsi neutron-server[91604]: WARNING oslo_policy.policy [None req-00ae0a1c-c6f6-41bd-8d9a-2b04877f2c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:22:35.579984 dv-cinder-792209-1-iscsi neutron-server[91604]: WARNING oslo_policy.policy [None req-00ae0a1c-c6f6-41bd-8d9a-2b04877f2c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:22:35.706362 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.db.l3_hamode_db [None req-f8ac0ab8-66ed-4998-8d4d-74d881d22d93 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 19 23:22:35.790693 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac0ab8-66ed-4998-8d4d-74d881d22d93 None None] Routers set() bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:22:35.791071 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac0ab8-66ed-4998-8d4d-74d881d22d93 None None] Router IDs set() for agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 19 23:22:35.803165 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [None req-00ae0a1c-c6f6-41bd-8d9a-2b04877f2c05 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:22:35.804173 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-00ae0a1c-c6f6-41bd-8d9a-2b04877f2c05 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8221660
May 19 23:22:38.141364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 41714) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:38.719942 dv-cinder-792209-1-iscsi neutron-server[91605]: WARNING oslo_policy.policy [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:22:38.720557 dv-cinder-792209-1-iscsi neutron-server[91605]: WARNING oslo_policy.policy [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:22:38.938944 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:22:39.040525 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.policy [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91605) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 23:22:39.086618 dv-cinder-792209-1-iscsi neutron-server[91605]: WARNING oslo_policy.policy [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:22:39.087073 dv-cinder-792209-1-iscsi neutron-server[91605]: WARNING oslo_policy.policy [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:22:39.096901 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.quota [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f145c71c160>.
May 19 23:22:39.113187 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:22:39.174042 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732842422669', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732842422896', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732842415701', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732842408633', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732842398724', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732842524532', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-622120', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-822377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1900467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1934064'] for rbac-policy, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:39.237186 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:39.238597 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-cbdd852e-1338-4bba-9720-2bd68dc7baeb admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0951293
May 19 23:22:41.853536 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 41732) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:42.206976 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Request body: {'network': {'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'project_id': '761e29111a10400687485cd1474a2502', 'name': 'private'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:22:42.211948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:22:42.216275 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Usage tracker for resource:network and tenant:761e29111a10400687485cd1474a2502 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:22:42.220932 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:22:42.226886 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:22:42.236995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Made reservation on behalf of 761e29111a10400687485cd1474a2502 for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:22:42.239849 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.257375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.271379 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:22:42.274911 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Usage tracker for resource:security_group_rule and tenant:761e29111a10400687485cd1474a2502 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:22:42.279918 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:22:42.286014 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:22:42.382321 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.386026 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.391258 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:42.408541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:22:42.434981 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732840049866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.435612 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f145d43cca0> segment precommit_create {{(pid=91605) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 23:22:42.436071 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Added segment a10ef85f-6295-4017-bed7-74df49495cda of type vlan for network 48324667-e287-4d16-a89b-03b7c78c2f0f
May 19 23:22:42.483731 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8f8b40-26a1-49a7-96f4-cc49de1f454a,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:22:42.500124 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.500467 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.500793 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.501111 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.501419 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.501745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.502053 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.502357 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.502660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.502959 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.503287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.503586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Tracked resource versions report:
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]: pushed versions:
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]: {   'AddressGroup': {'1.2'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'ConntrackHelper': {'1.0'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Log': {'1.0'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Network': {'1.1'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Port': {'1.7'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'PortForwarding': {'1.2'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'QosPolicy': {'1.8'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'SecurityGroup': {'1.4'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'SecurityGroupRule': {'1.2'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'SubPort': {'1.0'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Subnet': {'1.1'},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Trunk': {'1.1'}}
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]: consumer versions:
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'ConntrackHelper': '1.0',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Log': '1.0',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Network': '1.1',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Port': '1.7',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'PortForwarding': '1.2',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'QosPolicy': '1.8',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'SecurityGroup': '1.4',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'SecurityGroupRule': '1.2',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'SubPort': '1.0',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Subnet': '1.1',
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Trunk': '1.1'}}
May 19 23:22:42.504665 dv-cinder-792209-1-iscsi neutron-server[91605]:  {{(pid=91605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:22:42.549735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:42.559577 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.598974 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.600567 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:22:42.601199 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:42.606272 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:42.707476 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8528597
May 19 23:22:42.712385 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Pushing event updated for resources: {'Network': ['ID=48324667-e287-4d16-a89b-03b7c78c2f0f,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:22:42.727991 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:42.737252 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 48324667-e287-4d16-a89b-03b7c78c2f0f details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:22:45.356553 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 41748) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:45.806300 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16204f-b735-4290-b6c9-ceebfe8db8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:22:45.808047 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0e16204f-b735-4290-b6c9-ceebfe8db8e6 admin admin] 10.222.0.59 "GET /v2.0/networks/48324667-e287-4d16-a89b-03b7c78c2f0f HTTP/1.1" status: 200  len: 825 time: 0.4500446
May 19 23:22:45.833425 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-06fab8ab-e4ce-427f-bc23-81d56e64b238 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/a9d3299c-bfd3-44c8-8e09-f0b6cd988510 HTTP/1.1" status: 200  len: 734 time: 0.0205595
May 19 23:22:45.842180 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'a9d3299c-bfd3-44c8-8e09-f0b6cd988510', 'gateway_ip': '172.20.0.1', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'name': 'private-subnet'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:22:45.846397 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:22:45.850081 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Usage tracker for resource:subnet and tenant:761e29111a10400687485cd1474a2502 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:22:45.852905 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:22:45.859528 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:22:45.868925 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Made reservation on behalf of 761e29111a10400687485cd1474a2502 for: {'subnet': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:22:45.871434 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:46.343709 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:46.348726 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:46.428205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:22:46.430032 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Checking segment: {'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:22:46.430406 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Network hostable DHCP agents. Network: 48324667-e287-4d16-a89b-03b7c78c2f0f, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:22:46.435435 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:46.450680 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Network 48324667-e287-4d16-a89b-03b7c78c2f0f is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:22:46.459303 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 48324667-e287-4d16-a89b-03b7c78c2f0f) {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:22:46.463889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:22:46.464480 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:46.468703 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120b652-3135-4c6c-aa8e-c8bd4109c972 None None] Network 48324667-e287-4d16-a89b-03b7c78c2f0f requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:22:46.484290 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6458797
May 19 23:22:46.773798 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-48324667-e287-4d16-a89b-03b7c78c2f0f', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'fixed_ips': [{'subnet_id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:22:46.775007 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:46.960109 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Allocated IP 172.20.0.2 (48324667-e287-4d16-a89b-03b7c78c2f0f/7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0/f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:22:47.188925 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:47.202328 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Transition to ACTIVE for port object f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:22:47.222508 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Transition to ACTIVE for port object f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:22:47.228417 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:47.234590 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:47.294696 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Network 48324667-e287-4d16-a89b-03b7c78c2f0f is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:22:47.297418 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:22:47.304031 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:22:47.307318 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Pushing event updated for resources: {'Port': ['ID=f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:22:47.346973 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.347335 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.347661 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.347978 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.348294 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.348606 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.348913 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.349222 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.349548 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.349857 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.350162 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.350467 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Tracked resource versions report:
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]: pushed versions:
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]: {   'AddressGroup': {'1.2'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'ConntrackHelper': {'1.0'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Log': {'1.0'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Network': {'1.1'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Port': {'1.7'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'PortForwarding': {'1.2'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'QosPolicy': {'1.8'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'SecurityGroup': {'1.4'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'SecurityGroupRule': {'1.2'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'SubPort': {'1.0'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Subnet': {'1.1'},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Trunk': {'1.1'}}
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]: consumer versions:
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'ConntrackHelper': '1.0',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Log': '1.0',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Network': '1.1',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Port': '1.7',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'PortForwarding': '1.2',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'QosPolicy': '1.8',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'SecurityGroup': '1.4',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'SecurityGroupRule': '1.2',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'SubPort': '1.0',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Subnet': '1.1',
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Trunk': '1.1'}}
May 19 23:22:47.351581 dv-cinder-792209-1-iscsi neutron-server[91606]:  {{(pid=91606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:22:47.382657 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:47.407810 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Attempting to bind port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:22:47.408191 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Attempting to bind port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:22:47.408604 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Attempting to bind port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 on network 48324667-e287-4d16-a89b-03b7c78c2f0f {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:22:47.413778 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:22:47.414179 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Checking segment: {'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:22:47.414671 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:47.415053 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Bound using segment: {'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:22:47.415544 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Bound port: f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:22:47.415906 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:47.504980 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] For port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:22:47.508885 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] For port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3,segment=NetworkSegment(a10ef85f-6295-4017-bed7-74df49495cda),segment_id=a10ef85f-6295-4017-bed7-74df49495cda)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:22:47.512883 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:47.517662 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:47.600015 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Pushing event updated for resources: {'Port': ['ID=f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:22:47.603062 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:48.847300 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 41758) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:49.219106 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [None req-3f39a960-b707-430c-9e60-92edbb7dee43 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:22:49.220175 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-3f39a960-b707-430c-9e60-92edbb7dee43 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3719366
May 19 23:22:51.587215 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 41768) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:51.981797 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [None req-badfb06a-85be-4836-9cd8-1bad523f3552 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:22:51.982795 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-badfb06a-85be-4836-9cd8-1bad523f3552 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3947427
May 19 23:22:52.753277 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:22:52.826691 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:22:53.118594 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef09e3-a46b-4fc5-8713-214dd3e3dadf None None] Network 48324667-e287-4d16-a89b-03b7c78c2f0f requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:22:53.211694 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Provisioning for port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:22:53.226384 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Provisioning complete for port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:22:53.226785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:53.444944 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:53.491768 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] For port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3,segment=NetworkSegment(a10ef85f-6295-4017-bed7-74df49495cda),segment_id=a10ef85f-6295-4017-bed7-74df49495cda)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:22:53.496713 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:53.501241 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:22:53.593746 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Pushing event updated for resources: {'Port': ['ID=f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:22:53.596877 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:22:53.720454 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-44fd3f19-ee88-4674-bebd-39df5c42c161 None None] Provisioning complete for port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:22:53.720820 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-44fd3f19-ee88-4674-bebd-39df5c42c161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:54.648392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 41784) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:54.737188 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:22:54.804127 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:22:54.804500 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:55.005987 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Request body: {'router': {'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:22:55.010698 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:22:55.015500 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Usage tracker for resource:router and tenant:761e29111a10400687485cd1474a2502 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:22:55.018700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:22:55.024319 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:22:55.034965 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:55.036536 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:55.058090 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:55.168051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:55.187042 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:55.188507 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-be8b5f04-55a8-4d3f-ad5b-a9549261bde2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5389292
May 19 23:22:57.518201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41794) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:22:57.882542 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [None req-23f2c357-c875-4736-8d77-92ef4df55f1d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:22:57.883514 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-23f2c357-c875-4736-8d77-92ef4df55f1d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3644242
May 19 23:22:58.061341 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-39e34c6e-7d0e-472b-9e6c-a98f810efd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.196130 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41804) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:00.212793 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:23:00.564626 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:23:00.566109 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.quota [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f145c9a42b0>.
May 19 23:23:00.581600 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:23:00.587813 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Usage tracker for resource:network and tenant:df0d63bab880489da1ac831bd365a36e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:23:00.592685 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:23:00.599862 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:23:00.615891 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Made reservation on behalf of df0d63bab880489da1ac831bd365a36e for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:23:00.687756 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.policy [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91604) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 23:23:00.725030 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-62740138-bc35-44f6-98bc-43118b32083e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.733686 dv-cinder-792209-1-iscsi neutron-server[91604]: WARNING oslo_policy.policy [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:23:00.734072 dv-cinder-792209-1-iscsi neutron-server[91604]: WARNING oslo_policy.policy [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 23:23:00.744536 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.763475 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.778117 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:23:00.781836 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Usage tracker for resource:security_group_rule and tenant:df0d63bab880489da1ac831bd365a36e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:23:00.785026 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:23:00.790505 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:23:00.860955 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.888640 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.892635 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.898462 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:00.910385 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Reserving flat network on physical network physnet1 {{(pid=91604) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 19 23:23:00.943589 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732840049866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:00.944180 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f145d43cca0> segment precommit_create {{(pid=91604) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 23:23:00.944650 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Added segment 74e95e8f-80af-4660-a1f3-bb3ca0e65f2f of type flat for network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c
May 19 23:23:00.958584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a98ef-44ff-49e3-82ac-e386f1646e26,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:01.012152 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.012494 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.012920 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.013252 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.013577 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.013917 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.014238 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.014556 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.014870 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.015213 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.015541 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.015843 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Tracked resource versions report:
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]: pushed versions:
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]: {   'AddressGroup': {'1.2'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'ConntrackHelper': {'1.0'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Log': {'1.0'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Network': {'1.1'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Port': {'1.7'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'PortForwarding': {'1.2'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'QosPolicy': {'1.8'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'SecurityGroup': {'1.4'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'SecurityGroupRule': {'1.2'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'SubPort': {'1.0'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Subnet': {'1.1'},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Trunk': {'1.1'}}
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]: consumer versions:
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'ConntrackHelper': '1.0',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Log': '1.0',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Network': '1.1',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Port': '1.7',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'PortForwarding': '1.2',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'QosPolicy': '1.8',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'SecurityGroup': '1.4',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'SecurityGroupRule': '1.2',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'SubPort': '1.0',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Subnet': '1.1',
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Trunk': '1.1'}}
May 19 23:23:01.016926 dv-cinder-792209-1-iscsi neutron-server[91604]:  {{(pid=91604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:23:01.065263 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:01.083774 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:01.128195 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:01.129657 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:01.130291 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:01.134931 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:01.237203 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0400224
May 19 23:23:01.242143 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:01.245399 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:01.252940 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:23:01.601947 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:03.361403 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:03.567392 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41830) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:03.778447 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84985b-ca1e-40a8-9c6a-932175aaa882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:03.779806 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-7f84985b-ca1e-40a8-9c6a-932175aaa882 admin admin] 10.222.0.59 "GET /v2.0/subnets/7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0 HTTP/1.1" status: 200  len: 849 time: 0.2114849
May 19 23:23:03.951622 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-1d51bc10-ba0f-44ce-abb4-35e1e94c5a30 admin admin] 10.222.0.59 "GET /v2.0/routers/f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 HTTP/1.1" status: 200  len: 704 time: 0.1662805
May 19 23:23:04.424356 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:04.651076 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Allocated IP 172.20.0.1 (48324667-e287-4d16-a89b-03b7c78c2f0f/7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0/980a1354-e8f3-4124-bc82-cfdc513aba57) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:23:04.810076 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:04.827876 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.provisioning_blocks [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Transition to ACTIVE for port object 980a1354-e8f3-4124-bc82-cfdc513aba57 will not be triggered until provisioned by entity DHCP. {{(pid=91604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:23:04.886148 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:04.890939 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:04.951453 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Network 48324667-e287-4d16-a89b-03b7c78c2f0f is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:23:04.954220 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:23:04.959993 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:23:04.960513 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:05.086972 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Pushing event updated for resources: {'Port': ['ID=980a1354-e8f3-4124-bc82-cfdc513aba57,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:05.098551 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:05.118679 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-cac2b646-3dbd-45af-a24f-890e5c7967d1 None None] Provisioning for port 980a1354-e8f3-4124-bc82-cfdc513aba57 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:23:05.123492 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-cac2b646-3dbd-45af-a24f-890e5c7967d1 None None] Provisioning complete for port 980a1354-e8f3-4124-bc82-cfdc513aba57 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:23:05.123853 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cac2b646-3dbd-45af-a24f-890e5c7967d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:05.175746 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-cac2b646-3dbd-45af-a24f-890e5c7967d1 None None] Port 980a1354-e8f3-4124-bc82-cfdc513aba57 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:23:05.234806 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:05.494210 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:05.499404 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:05.500476 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:05.504466 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:05.635027 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Pushing event updated for resources: {'Port': ['ID=980a1354-e8f3-4124-bc82-cfdc513aba57,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:05.641476 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:05.692489 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Network 48324667-e287-4d16-a89b-03b7c78c2f0f is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:23:05.693529 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:23:05.885181 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:23:05.899647 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-782ea579-3451-486a-bea5-a5ba38afa10e None None] Provisioning complete for port 980a1354-e8f3-4124-bc82-cfdc513aba57 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:23:05.900105 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-782ea579-3451-486a-bea5-a5ba38afa10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:05.955763 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-782ea579-3451-486a-bea5-a5ba38afa10e None None] Port 980a1354-e8f3-4124-bc82-cfdc513aba57 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:23:06.038400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:23:06.047348 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] 10.222.0.59 "PUT /v2.0/routers/f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0908139
May 19 23:23:06.048697 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Sync routers for ids ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:23:06.061197 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Routers {'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:06.061995 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145c9261c0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:06.236836 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Set router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 gateway port host: None {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:06.607954 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145c9261c0>, [{'id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'name': 'router1', 'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:22:55Z', 'updated_at': '2021-05-19T23:23:05Z', 'revision_number': 2, 'project_id': '761e29111a10400687485cd1474a2502', 'gw_port_host': None, '_interfaces': [{'id': '980a1354-e8f3-4124-bc82-cfdc513aba57', 'name': '', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'mac_address': 'fa:16:3e:78:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:04Z', 'updated_at': '2021-05-19T23:23:05Z', 'revision_number': 2, 'project_id': '761e29111a10400687485cd1474a2502', 'subnets': [{'id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9d3299c-bfd3-44c8-8e09-f0b6cd988510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:06.613177 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Checking router: f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:23:06.613557 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Updating router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 port 980a1354-e8f3-4124-bc82-cfdc513aba57 binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:23:06.666645 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.050908 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.066352 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Transition to ACTIVE for port object 980a1354-e8f3-4124-bc82-cfdc513aba57 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:23:07.072807 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.079034 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:07.244450 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Pushing event updated for resources: {'Port': ['ID=980a1354-e8f3-4124-bc82-cfdc513aba57,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:07.288277 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.288615 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.288940 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.289255 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.289564 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.289873 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.290180 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.290487 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.290797 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.291114 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.291418 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.291716 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Tracked resource versions report:
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]: pushed versions:
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]: {   'AddressGroup': {'1.2'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'ConntrackHelper': {'1.0'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Log': {'1.0'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Network': {'1.1'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Port': {'1.7'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'PortForwarding': {'1.2'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'QosPolicy': {'1.8'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'SecurityGroup': {'1.4'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'SecurityGroupRule': {'1.2'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'SubPort': {'1.0'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Subnet': {'1.1'},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Trunk': {'1.1'}}
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]: consumer versions:
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'ConntrackHelper': '1.0',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Log': '1.0',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Network': '1.1',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Port': '1.7',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'PortForwarding': '1.2',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'QosPolicy': '1.8',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'SecurityGroup': '1.4',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'SecurityGroupRule': '1.2',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'SubPort': '1.0',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Subnet': '1.1',
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Trunk': '1.1'}}
May 19 23:23:07.292836 dv-cinder-792209-1-iscsi neutron-server[91607]:  {{(pid=91607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:23:07.297326 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:07.325955 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Attempting to bind port 980a1354-e8f3-4124-bc82-cfdc513aba57 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:23:07.326338 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Attempting to bind port 980a1354-e8f3-4124-bc82-cfdc513aba57 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:23:07.326760 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Attempting to bind port 980a1354-e8f3-4124-bc82-cfdc513aba57 on network 48324667-e287-4d16-a89b-03b7c78c2f0f {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:23:07.331821 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:23:07.332219 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Checking segment: {'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:23:07.332708 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.333088 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Bound using segment: {'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:23:07.333571 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Bound port: 980a1354-e8f3-4124-bc82-cfdc513aba57, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ef85f-6295-4017-bed7-74df49495cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:23:07.333955 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.420238 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] For port 980a1354-e8f3-4124-bc82-cfdc513aba57, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:23:07.425414 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] For port 980a1354-e8f3-4124-bc82-cfdc513aba57, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=980a1354-e8f3-4124-bc82-cfdc513aba57,segment=NetworkSegment(a10ef85f-6295-4017-bed7-74df49495cda),segment_id=a10ef85f-6295-4017-bed7-74df49495cda)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:23:07.429881 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.435448 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:07.540446 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Pushing event updated for resources: {'Port': ['ID=980a1354-e8f3-4124-bc82-cfdc513aba57,revision_number=4']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:07.544833 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:07.550779 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Routers {'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:07.551457 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145c9261c0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:07.706923 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] Set router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 gateway port host: None {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:08.023695 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145c9261c0>, [{'id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'name': 'router1', 'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:22:55Z', 'updated_at': '2021-05-19T23:23:05Z', 'revision_number': 2, 'project_id': '761e29111a10400687485cd1474a2502', 'gw_port_host': None, '_interfaces': [{'id': '980a1354-e8f3-4124-bc82-cfdc513aba57', 'name': '', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'mac_address': 'fa:16:3e:78:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:04Z', 'updated_at': '2021-05-19T23:23:07Z', 'revision_number': 4, 'project_id': '761e29111a10400687485cd1474a2502', 'subnets': [{'id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9d3299c-bfd3-44c8-8e09-f0b6cd988510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:08.027805 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382de49d-a0ca-48ee-a71a-670c04d8599f None None] The sync data for ids ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'] in dv-cinder-792209-1-iscsi is: [{'id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'name': 'router1', 'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:22:55Z', 'updated_at': '2021-05-19T23:23:05Z', 'revision_number': 2, 'project_id': '761e29111a10400687485cd1474a2502', 'gw_port_host': None, '_interfaces': [{'id': '980a1354-e8f3-4124-bc82-cfdc513aba57', 'name': '', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'mac_address': 'fa:16:3e:78:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:04Z', 'updated_at': '2021-05-19T23:23:07Z', 'revision_number': 4, 'project_id': '761e29111a10400687485cd1474a2502', 'subnets': [{'id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9d3299c-bfd3-44c8-8e09-f0b6cd988510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:23:08.197117 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41852) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:08.347363 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127cfe0-948a-41c9-bb9e-459d33204d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:08.348043 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4127cfe0-948a-41c9-bb9e-459d33204d92 admin admin] Synchronizing usage tracker for tenant:df0d63bab880489da1ac831bd365a36e on resource:network {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:23:08.366611 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4127cfe0-948a-41c9-bb9e-459d33204d92 admin admin] Unset dirty status for tenant:df0d63bab880489da1ac831bd365a36e on resource:network {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:23:08.367994 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-4127cfe0-948a-41c9-bb9e-459d33204d92 admin admin] 10.222.0.59 "GET /v2.0/networks/9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c HTTP/1.1" status: 200  len: 842 time: 0.1699312
May 19 23:23:08.377345 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Request body: {'subnet': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:23:08.382537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:23:08.386377 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Usage tracker for resource:subnet and tenant:df0d63bab880489da1ac831bd365a36e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:23:08.389458 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:23:08.395579 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:23:08.407152 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Made reservation on behalf of df0d63bab880489da1ac831bd365a36e for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:23:08.409531 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:08.843790 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.objects.ports [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91604) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 19 23:23:08.844241 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:08.848496 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:08.914888 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23160489-bc7b-4b9a-88c6-186321256eec,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:08.920209 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:08.926109 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:23:08.926492 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Network hostable DHCP agents. Network: 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:23:08.944757 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:23:08.954199 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:23:08.958120 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:08.958714 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:08.965217 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7274d7ef-e4cf-45bf-861c-159dc9dab0ca None None] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:23:08.979604 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6057928
May 19 23:23:09.192581 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255afdce-d989-4708-bc83-996768c33893 None None] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:23:10.758887 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 980a1354-e8f3-4124-bc82-cfdc513aba57 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:23:10.832917 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 980a1354-e8f3-4124-bc82-cfdc513aba57 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:23:10.842129 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 980a1354-e8f3-4124-bc82-cfdc513aba57 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:23:10.842633 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:10.963173 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:10.995788 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 980a1354-e8f3-4124-bc82-cfdc513aba57, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=980a1354-e8f3-4124-bc82-cfdc513aba57,segment=NetworkSegment(a10ef85f-6295-4017-bed7-74df49495cda),segment_id=a10ef85f-6295-4017-bed7-74df49495cda)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:11.000500 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:11.002563 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:11.069108 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=980a1354-e8f3-4124-bc82-cfdc513aba57,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:11.072243 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:11.279669 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41866) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:11.516635 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-3fcdf021-338b-4163-bf67-42cf596d58e2 admin admin] 10.222.0.59 "GET /v2.0/routers/f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 HTTP/1.1" status: 200  len: 710 time: 0.2356243
May 19 23:23:11.646670 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4f843-7e5b-4e91-8984-c071a06df9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:11.648065 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-61a4f843-7e5b-4e91-8984-c071a06df9b7 admin admin] 10.222.0.59 "GET /v2.0/networks/9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c HTTP/1.1" status: 200  len: 886 time: 0.1266937
May 19 23:23:11.657005 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:23:12.094557 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.418752 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.476155 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.603713 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Allocated IP 172.27.1.20 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/fa7dd71c-88a0-4016-af5d-83224cd8bee5) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:23:12.738124 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 980a1354-e8f3-4124-bc82-cfdc513aba57 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:23:12.803913 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.806896 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 980a1354-e8f3-4124-bc82-cfdc513aba57 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:23:12.807296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.835666 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.841186 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:12.901034 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:23:12.904382 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:23:12.907477 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:23:12.979554 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7dd71c-88a0-4016-af5d-83224cd8bee5,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:12.983471 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:13.298424 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:13.629904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:13.633083 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629281'] for router, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:13.807066 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:23:14.027771 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:23:14.036423 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:14.037291 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Sync routers for ids ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:23:14.037693 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] 10.222.0.59 "PUT /v2.0/routers/f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 HTTP/1.1" status: 200  len: 889 time: 2.3839810
May 19 23:23:14.047450 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Routers {'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:14.048116 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145c055fa0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:14.265660 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Set router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:14.600926 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145c055fa0>, [{'id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'name': 'router1', 'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fa7dd71c-88a0-4016-af5d-83224cd8bee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:22:55Z', 'updated_at': '2021-05-19T23:23:13Z', 'revision_number': 4, 'project_id': '761e29111a10400687485cd1474a2502', 'gw_port': {'id': 'fa7dd71c-88a0-4016-af5d-83224cd8bee5', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:12Z', 'updated_at': '2021-05-19T23:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '980a1354-e8f3-4124-bc82-cfdc513aba57', 'name': '', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'mac_address': 'fa:16:3e:78:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:04Z', 'updated_at': '2021-05-19T23:23:10Z', 'revision_number': 5, 'project_id': '761e29111a10400687485cd1474a2502', 'subnets': [{'id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9d3299c-bfd3-44c8-8e09-f0b6cd988510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:14.605901 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Checking router: f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:23:14.606249 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Updating router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 port fa7dd71c-88a0-4016-af5d-83224cd8bee5 binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:23:14.660319 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:14.982796 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:14.994212 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Transition to ACTIVE for port object fa7dd71c-88a0-4016-af5d-83224cd8bee5 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:23:15.001394 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.005098 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:15.080936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Attempting to bind port fa7dd71c-88a0-4016-af5d-83224cd8bee5 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:23:15.081532 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Attempting to bind port fa7dd71c-88a0-4016-af5d-83224cd8bee5 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:23:15.081645 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Attempting to bind port fa7dd71c-88a0-4016-af5d-83224cd8bee5 on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:23:15.088671 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09271763-f371-4967-b2b8-e65f3809d48e None None] Pushing event updated for resources: {'Port': ['ID=fa7dd71c-88a0-4016-af5d-83224cd8bee5,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:15.091899 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:23:15.092273 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:23:15.092674 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.093057 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:23:15.093526 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Bound port: fa7dd71c-88a0-4016-af5d-83224cd8bee5, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:23:15.093901 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.120913 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-09271763-f371-4967-b2b8-e65f3809d48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:15.170864 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] For port fa7dd71c-88a0-4016-af5d-83224cd8bee5, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:23:15.173913 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] For port fa7dd71c-88a0-4016-af5d-83224cd8bee5, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=fa7dd71c-88a0-4016-af5d-83224cd8bee5,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:23:15.177245 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.180913 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:15.255980 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Routers {'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:15.256589 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145c055fa0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:15.314216 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09271763-f371-4967-b2b8-e65f3809d48e None None] Pushing event updated for resources: {'Port': ['ID=fa7dd71c-88a0-4016-af5d-83224cd8bee5,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:15.324223 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-09271763-f371-4967-b2b8-e65f3809d48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:15.443645 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] Set router f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:15.790511 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145c055fa0>, [{'id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'name': 'router1', 'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fa7dd71c-88a0-4016-af5d-83224cd8bee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:22:55Z', 'updated_at': '2021-05-19T23:23:13Z', 'revision_number': 4, 'project_id': '761e29111a10400687485cd1474a2502', 'gw_port': {'id': 'fa7dd71c-88a0-4016-af5d-83224cd8bee5', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:12Z', 'updated_at': '2021-05-19T23:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '980a1354-e8f3-4124-bc82-cfdc513aba57', 'name': '', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'mac_address': 'fa:16:3e:78:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:04Z', 'updated_at': '2021-05-19T23:23:10Z', 'revision_number': 5, 'project_id': '761e29111a10400687485cd1474a2502', 'subnets': [{'id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9d3299c-bfd3-44c8-8e09-f0b6cd988510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:15.794827 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255600-4b33-4389-be4c-989304f44ec6 None None] The sync data for ids ['f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8'] in dv-cinder-792209-1-iscsi is: [{'id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'name': 'router1', 'tenant_id': '761e29111a10400687485cd1474a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fa7dd71c-88a0-4016-af5d-83224cd8bee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:22:55Z', 'updated_at': '2021-05-19T23:23:13Z', 'revision_number': 4, 'project_id': '761e29111a10400687485cd1474a2502', 'gw_port': {'id': 'fa7dd71c-88a0-4016-af5d-83224cd8bee5', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:12Z', 'updated_at': '2021-05-19T23:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '980a1354-e8f3-4124-bc82-cfdc513aba57', 'name': '', 'network_id': '48324667-e287-4d16-a89b-03b7c78c2f0f', 'tenant_id': '761e29111a10400687485cd1474a2502', 'mac_address': 'fa:16:3e:78:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f355418b-99ab-4a8e-b5e7-08fc8eb4f7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:23:04Z', 'updated_at': '2021-05-19T23:23:10Z', 'revision_number': 5, 'project_id': '761e29111a10400687485cd1474a2502', 'subnets': [{'id': '7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9d3299c-bfd3-44c8-8e09-f0b6cd988510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:23:16.366766 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 41876) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:16.485765 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a0d691ba-8156-4d6b-8879-b200a5260ff1 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1178279
May 19 23:23:16.762760 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device fa7dd71c-88a0-4016-af5d-83224cd8bee5 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:23:16.829660 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port fa7dd71c-88a0-4016-af5d-83224cd8bee5 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:23:16.834352 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port fa7dd71c-88a0-4016-af5d-83224cd8bee5 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:23:16.834725 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:16.953610 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:16.969638 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port fa7dd71c-88a0-4016-af5d-83224cd8bee5, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=fa7dd71c-88a0-4016-af5d-83224cd8bee5,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:16.974079 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:16.976155 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:17.045149 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=fa7dd71c-88a0-4016-af5d-83224cd8bee5,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:17.049166 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:18.758476 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device fa7dd71c-88a0-4016-af5d-83224cd8bee5 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:23:18.836599 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port fa7dd71c-88a0-4016-af5d-83224cd8bee5 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:23:18.836893 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.055883 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e5767800-e047-4ff2-bd1f-b966c82e0aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.728269 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-641bd893-0453-4e2d-b42c-16b4c15a451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.874014 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:31.610692 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:33.386077 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:37.212472 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:23:58.066928 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9d75-f917-46ae-85b6-ef011129043b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:00.736807 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b0408ae0-391c-4580-9f61-706765705b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:00.868615 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:01.610917 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:03.385400 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:14.211397 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:24:28.059485 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a4b98c7-4d02-4b65-b9db-3a16f0887ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:30.732474 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e1be75bb-41ec-4e6b-9f64-e2f1db61cddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:30.862454 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:31.608422 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:33.390097 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:50.882823 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42446) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:24:50.952911 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.pecan_wsgi.hooks.translation [None req-597d54df-bc49-4de5-b4f1-73b74176a8e4 admin admin] GET failed (client error): The resource could not be found.
May 19 23:24:50.954167 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-597d54df-bc49-4de5-b4f1-73b74176a8e4 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0702901
May 19 23:24:51.084824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76473e7b-4fcc-48ee-93ec-4c9deb927e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:24:51.086218 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-76473e7b-4fcc-48ee-93ec-4c9deb927e5d admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1282382
May 19 23:24:51.210809 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:24:53.188207 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42456) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:24:53.293739 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16bfe4-e140-4a21-99b7-43801f832bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:24:53.294293 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-bc16bfe4-e140-4a21-99b7-43801f832bd3 admin admin] Synchronizing usage tracker for tenant:df0d63bab880489da1ac831bd365a36e on resource:subnet {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:24:53.310438 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-bc16bfe4-e140-4a21-99b7-43801f832bd3 admin admin] Unset dirty status for tenant:df0d63bab880489da1ac831bd365a36e on resource:subnet {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:24:53.311623 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-bc16bfe4-e140-4a21-99b7-43801f832bd3 admin admin] 10.222.0.59 "GET /v2.0/subnets/7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0 HTTP/1.1" status: 200  len: 849 time: 0.1224196
May 19 23:24:53.320925 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:24:53.438251 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:53.624660 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732840019622'] for subnet, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:53.628261 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aa392159-39dc-4ab9-b18e-53daea326d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:24:53.666811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:24:53.667424 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:53.668660 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] 10.222.0.59 "PUT /v2.0/subnets/7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0 HTTP/1.1" status: 200  len: 868 time: 0.3515720
May 19 23:24:53.686621 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3122687e-e118-4915-8360-bd41bca683d9 None None] Network 48324667-e287-4d16-a89b-03b7c78c2f0f requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:24:53.694467 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:24:53.703501 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.703892 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.704192 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.704524 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.704853 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.705206 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.705536 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.705861 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.706201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.706525 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.706846 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.707207 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:24:53.710811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:24:54.153189 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-8f33c859-1fad-46ab-85d7-a001b138eb82 None None] Provisioning complete for port f6b9c0c1-ae8a-4075-8db0-18c3c393d1d3 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:24:54.153553 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f33c859-1fad-46ab-85d7-a001b138eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:54.277908 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-8f33c859-1fad-46ab-85d7-a001b138eb82 None None] Provisioning complete for port 980a1354-e8f3-4124-bc82-cfdc513aba57 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:24:54.278164 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f33c859-1fad-46ab-85d7-a001b138eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:55.806871 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42466) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:24:55.978407 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aeae43-2959-4598-a566-3b0aeb834b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:24:55.978940 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aeae43-2959-4598-a566-3b0aeb834b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:24:55.980492 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a7aeae43-2959-4598-a566-3b0aeb834b51 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1726508
May 19 23:24:58.061220 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4de9f9bc-6597-43a4-9d45-4beaf68d7aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:58.098499 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42476) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:24:58.271694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb89b2d-db1f-4e2b-bab0-b57610c300bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:24:58.272182 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb89b2d-db1f-4e2b-bab0-b57610c300bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:24:58.273689 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0bb89b2d-db1f-4e2b-bab0-b57610c300bb admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1742151
May 19 23:25:00.389780 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42486) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:00.562526 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eadd6a8-25f2-4cbf-80e7-5e0a3e4c046c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:00.563945 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-7eadd6a8-25f2-4cbf-80e7-5e0a3e4c046c admin admin] 10.222.0.59 "GET /v2.0/networks/48324667-e287-4d16-a89b-03b7c78c2f0f HTTP/1.1" status: 200  len: 869 time: 0.1731927
May 19 23:25:00.734723 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bab69175-cbc4-42ed-a46e-c37c013d6a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:00.864214 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:01.612680 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:02.680543 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42496) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:02.849447 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2890a-5536-4124-a121-9bb81f2040cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:02.850800 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-6ca2890a-5536-4124-a121-9bb81f2040cc admin admin] 10.222.0.59 "GET /v2.0/networks/9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c HTTP/1.1" status: 200  len: 886 time: 0.1691768
May 19 23:25:03.392980 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:04.966646 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42506) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:05.076162 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bb148-b58e-490a-b661-8deb91c8dd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:05.076548 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bb148-b58e-490a-b661-8deb91c8dd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:05.078066 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-1b9bb148-b58e-490a-b661-8deb91c8dd29 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1104271
May 19 23:25:07.233593 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42516) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:07.338619 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6265bb-a876-48b2-b6bf-321006ac9861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:07.339114 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6265bb-a876-48b2-b6bf-321006ac9861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:07.340604 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-1e6265bb-a876-48b2-b6bf-321006ac9861 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1060729
May 19 23:25:09.466597 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42526) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:09.569850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183d7d8-02da-4f6e-a1c5-853cc3ba2b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:09.571269 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-c183d7d8-02da-4f6e-a1c5-853cc3ba2b5b admin admin] 10.222.0.59 "GET /v2.0/subnets/23160489-bc7b-4b9a-88c6-186321256eec HTTP/1.1" status: 200  len: 816 time: 0.1036925
May 19 23:25:11.684219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42536) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:11.794131 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887cb15-3215-4bdd-b105-28a373ba1eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:11.795409 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-9887cb15-3215-4bdd-b105-28a373ba1eac admin admin] 10.222.0.59 "GET /v2.0/subnets/7cb8ea4c-365f-4318-bc8c-b3cfc4c070a0 HTTP/1.1" status: 200  len: 868 time: 0.1099682
May 19 23:25:28.062850 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f99-1712-4306-89fb-97c28c6e8493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:28.209874 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:25:30.737180 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fd63c99d-b945-47a4-81ba-cb7112d7378b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:30.866992 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:31.614538 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:33.397119 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:35.097179 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42582) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:35.145419 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [None req-b6702934-2ef0-498c-b8a4-c2289d3c93f1 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:25:35.146470 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b6702934-2ef0-498c-b8a4-c2289d3c93f1 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0483708
May 19 23:25:37.319656 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42592) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:37.386967 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.pecan_wsgi.hooks.translation [None req-2219a9b1-9a15-49ac-81e7-ad8f2b10ce3d admin admin] GET failed (client error): The resource could not be found.
May 19 23:25:37.388232 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-2219a9b1-9a15-49ac-81e7-ad8f2b10ce3d admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0676324
May 19 23:25:37.514292 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8038e07-b2f9-493f-a81b-2a4ad9ae6e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:37.515699 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a8038e07-b2f9-493f-a81b-2a4ad9ae6e94 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1237173
May 19 23:25:39.660885 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42602) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:39.709499 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:25:39.714127 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:25:39.723508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:25:39.733630 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Made reservation on behalf of df0d63bab880489da1ac831bd365a36e for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:25:39.736312 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:39.823883 dv-cinder-792209-1-iscsi neutron-server[91605]: WARNING neutron.services.revisions.revision_plugin [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f145ba1e670] {project_id='df0d63bab880489da1ac831bd365a36e', id='3ea6b831-2fcc-4736-b201-1633e810d826', target_tenant='*', action='access_as_shared', object_id='4da8b136-192e-40a6-80f8-d2f231e1cc59'}> to bump revision.
May 19 23:25:39.835771 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:25:39.845181 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:39.845511 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Added segment bf93e143-d1e7-4e2c-8969-d26c5635b4bd of type vlan for network 4da8b136-192e-40a6-80f8-d2f231e1cc59
May 19 23:25:39.871194 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:39.899555 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:39.901160 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:39.901737 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:39.906186 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:25:40.000140 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3381417
May 19 23:25:40.004984 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Pushing event updated for resources: {'Network': ['ID=4da8b136-192e-40a6-80f8-d2f231e1cc59,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:25:40.012628 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.012975 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.013310 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.013638 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.013963 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.014288 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.014609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.014928 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.015313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.015658 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.015971 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.016290 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:40.020086 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:25:40.027248 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 4da8b136-192e-40a6-80f8-d2f231e1cc59 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:25:42.117512 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42612) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:25:42.185694 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.pecan_wsgi.hooks.translation [None req-393d2843-7526-4db7-9d5b-7083f694795f admin admin] GET failed (client error): The resource could not be found.
May 19 23:25:42.186214 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-393d2843-7526-4db7-9d5b-7083f694795f admin admin] Synchronizing usage tracker for tenant:df0d63bab880489da1ac831bd365a36e on resource:network {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:25:42.201663 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-393d2843-7526-4db7-9d5b-7083f694795f admin admin] Unset dirty status for tenant:df0d63bab880489da1ac831bd365a36e on resource:network {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:25:42.202902 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-393d2843-7526-4db7-9d5b-7083f694795f admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0844097
May 19 23:25:42.308069 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085af61c-15da-443d-ae73-20c225e01c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:42.309816 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-085af61c-15da-443d-ae73-20c225e01c54 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1030996
May 19 23:25:42.319614 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:25:42.324960 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:25:42.334287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:25:42.344068 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Made reservation on behalf of df0d63bab880489da1ac831bd365a36e for: {'subnet': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:25:42.346352 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:42.744861 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:42.749291 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4f26b0ce-bf70-4942-94bc-38be2023d2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:25:42.816636 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244daa2a-fd02-43b5-ad8e-5331b46a6b86,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:25:42.819970 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:25:42.825664 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Checking segment: {'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:25:42.826022 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Network hostable DHCP agents. Network: 4da8b136-192e-40a6-80f8-d2f231e1cc59, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:25:42.842924 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Network 4da8b136-192e-40a6-80f8-d2f231e1cc59 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:25:42.851696 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 4da8b136-192e-40a6-80f8-d2f231e1cc59) {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:25:42.856570 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:25:42.857179 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:42.862398 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4debaf-aa64-4a2c-8b70-50b35c8ae8a1 None None] Network 4da8b136-192e-40a6-80f8-d2f231e1cc59 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:25:42.886626 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5706186
May 19 23:25:43.079957 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-4da8b136-192e-40a6-80f8-d2f231e1cc59', 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59', 'tenant_id': 'df0d63bab880489da1ac831bd365a36e', 'fixed_ips': [{'subnet_id': '244daa2a-fd02-43b5-ad8e-5331b46a6b86'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:25:43.080801 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:43.238140 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Allocated IP 192.168.233.2 (4da8b136-192e-40a6-80f8-d2f231e1cc59/244daa2a-fd02-43b5-ad8e-5331b46a6b86/a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:25:43.451631 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:43.462102 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Transition to ACTIVE for port object a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:25:43.481443 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Transition to ACTIVE for port object a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:25:43.487558 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:43.498142 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e693e9e9-9ece-4918-a49c-046f2faab79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:25:43.554212 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Network 4da8b136-192e-40a6-80f8-d2f231e1cc59 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:25:43.557718 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:25:43.560252 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:25:43.603866 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Pushing event updated for resources: {'Port': ['ID=a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:25:43.647777 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.648124 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.648459 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.648787 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.649111 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.649437 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.649762 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.650108 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.650583 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.650959 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.651519 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.651845 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:25:43.659210 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:25:43.675306 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Attempting to bind port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:25:43.675679 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Attempting to bind port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:25:43.676050 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Attempting to bind port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 on network 4da8b136-192e-40a6-80f8-d2f231e1cc59 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:25:43.681267 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:25:43.682293 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Checking segment: {'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:25:43.682968 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:43.683427 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Bound using segment: {'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:25:43.683901 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Bound port: a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:25:43.684279 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:43.773563 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] For port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:25:43.777085 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] For port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6,segment=NetworkSegment(bf93e143-d1e7-4e2c-8969-d26c5635b4bd),segment_id=bf93e143-d1e7-4e2c-8969-d26c5635b4bd)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:25:43.781198 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:43.785349 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:25:43.869733 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Pushing event updated for resources: {'Port': ['ID=a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:25:43.873120 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:25:44.712456 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c0e4c-7bd9-4f6e-82e9-310b6085411b None None] Network 4da8b136-192e-40a6-80f8-d2f231e1cc59 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:25:44.869689 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-11b3d414-da7a-49b2-9403-73804f0cf123 None None] Provisioning for port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:25:44.898296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:25:45.027330 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:25:45.036259 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:25:45.036639 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:45.172629 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:45.208169 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6,segment=NetworkSegment(bf93e143-d1e7-4e2c-8969-d26c5635b4bd),segment_id=bf93e143-d1e7-4e2c-8969-d26c5635b4bd)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:25:45.212120 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:45.215122 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:25:45.289268 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a5615340-918f-4ce0-9deb-f4138154b08e None None] Provisioning complete for port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:25:45.289641 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a5615340-918f-4ce0-9deb-f4138154b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:45.333568 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:25:45.339798 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:25:46.861952 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:25:46.950407 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port a63fd406-c4a1-4fb9-b781-ec0a99cbc2c6 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:25:46.950770 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:58.064213 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-63c440c8-3834-4fce-902d-ae03b231b9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:00.740279 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8844ea61-25d9-4710-8725-f1c09fb170b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:00.870768 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:01.617934 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:03.400641 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:05.209456 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:26:28.065273 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bbac2998-f28c-4082-944a-f4d53bce4f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:30.742901 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d96fa82f-ef40-47f2-b030-b1918f18caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:30.877232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:31.621358 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:33.403638 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:42.208262 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:26:48.304101 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42664) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:26:48.311197 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [None req-18463ea9-6a93-406e-8cb7-c0106e346e32 tempest-verify_tempest_config-70381956 tempest-verify_tempest_config-70381956-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:26:48.312150 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-18463ea9-6a93-406e-8cb7-c0106e346e32 tempest-verify_tempest_config-70381956 tempest-verify_tempest_config-70381956-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0070746
May 19 23:26:48.617661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42682) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:26:48.732854 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:48.746944 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:26:48.750796 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Usage tracker for resource:security_group_rule and tenant:ec6f336aa0404e6b91d43ede878cd34d is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:26:48.753589 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:26:48.759423 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:26:48.840766 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:48.844458 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:48.853923 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:26:48.891663 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec6f336aa0404e6b91d43ede878cd34d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2723453
May 19 23:26:48.893201 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70db40c4-d7f4-4694-9659-185e3622de67,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:26:48.894426 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42688) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:26:48.901012 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.901375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.901721 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.902051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.902376 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.902717 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.903047 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.903399 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.903736 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.904060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.904378 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.904693 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:48.908558 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:26:48.954170 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:48.979623 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:49.069062 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:49.074821 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:26:49.087833 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db40c4-d7f4-4694-9659-185e3622de67,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:26:49.094748 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:49.095892 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70db40c4-d7f4-4694-9659-185e3622de67 HTTP/1.1" status: 204  len: 168 time: 0.2005188
May 19 23:26:49.097264 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.097624 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.097968 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.098300 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.098629 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.098969 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.099326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.100086 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.100086 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.100427 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.100738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.101055 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:26:49.107119 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:26:58.067785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d898-ca35-42d1-b531-1d06eff24df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:00.747384 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c10bee5d-f219-4cbf-9273-c663e1bfbd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:00.870569 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:01.624348 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:03.405757 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:19.207022 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:27:28.069381 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4326561-98d9-4191-ba6d-7383758c703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:30.749737 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6ff77302-82e9-4a73-b5e1-f3bed0632bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:30.877033 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:31.625882 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:33.408493 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:56.205813 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 5 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:27:58.071120 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c5da2fa5-4102-42f0-9258-9a9ddaf4388c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:00.752194 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7cb465d3-1509-453f-ab5c-84f02ae583da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:00.878296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:01.629244 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:03.412634 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:22.306618 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884'] for agent, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:26.007024 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42740) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:28:26.119324 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-19542003-0523-437a-8814-7f7b84c6ef74 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1102846
May 19 23:28:28.072927 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fc808910-7a51-4bfc-9aeb-8ff949981c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:28.245313 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42750) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:28:28.308231 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-66d8ae9b-1e0e-4d66-90fc-d0bdb6f35c7b admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0617290
May 19 23:28:30.755366 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-50ad4952-2331-4d02-9e87-9b4ec669c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:30.881163 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:31.634020 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:33.204569 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:28:33.416487 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:52.258018 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:58.073813 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e5966a29-64d1-4e5e-ad76-ca2574f2189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:00.757778 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d713e526-d2d8-4402-a99a-e2b0fd0bf59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:00.883879 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:01.635714 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:03.507348 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:10.203423 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:29:22.289111 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:28.094874 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9caf96e6-b7ca-494d-90d5-141b3d81cde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:30.761991 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf097d7-053b-4b07-87b5-ae9098621f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:30.888211 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:31.639403 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:33.421466 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:47.203249 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:29:52.289543 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.146258 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42930) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:53.329686 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-network', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:53.334644 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:53.339271 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Usage tracker for resource:network and tenant:af717d8bc3f5449c927fe56a88641164 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:53.394172 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:53.400610 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:53.414293 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Made reservation on behalf of af717d8bc3f5449c927fe56a88641164 for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:53.418807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.441720 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.460387 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:53.464551 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Usage tracker for resource:security_group_rule and tenant:af717d8bc3f5449c927fe56a88641164 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:53.467875 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:53.473726 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:53.574037 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.586399 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.586399 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:53.614136 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:29:53.624386 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d7022-211b-484b-99e5-02cf04cbe6fb,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:53.635562 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.635562 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.635863 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.636108 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.636326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.636657 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.636975 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.637286 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.637597 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.638034 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.638350 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.638664 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Tracked resource versions report:
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]: pushed versions:
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]: {   'AddressGroup': {'1.2'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'ConntrackHelper': {'1.0'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Log': {'1.0'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Network': {'1.1'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Port': {'1.7'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'PortForwarding': {'1.2'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'QosPolicy': {'1.8'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'SecurityGroup': {'1.4'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'SecurityGroupRule': {'1.2'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'SubPort': {'1.0'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Subnet': {'1.1'},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     'Trunk': {'1.1'}}
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]: consumer versions:
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     HyperV agent@hv-cinder-79220: {},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'ConntrackHelper': '1.0',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Log': '1.0',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Network': '1.1',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Port': '1.7',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'PortForwarding': '1.2',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'QosPolicy': '1.8',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'SecurityGroup': '1.4',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'SecurityGroupRule': '1.2',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'SubPort': '1.0',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Subnet': '1.1',
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:                                                      'Trunk': '1.1'}}
May 19 23:29:53.639740 dv-cinder-792209-1-iscsi neutron-server[91604]:  {{(pid=91604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:29:53.642612 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.642938 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Added segment 0bbee78f-b430-4f68-81f9-eb2075971600 of type vlan for network d6ce15f5-77e4-439f-a473-54a78d5c45bd
May 19 23:29:53.644250 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:53.672728 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.711830 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.713822 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:29:53.714510 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:53.719635 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:53.823738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Pushing event updated for resources: {'Network': ['ID=d6ce15f5-77e4-439f-a473-54a78d5c45bd,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:53.826781 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.6793826
May 19 23:29:53.827614 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:53.829773 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42966) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:53.836395 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Request body: {'subnet': {'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-subnet', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:53.841431 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:29:53.844107 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42970) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:53.844635 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:53.849527 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Usage tracker for resource:subnet and tenant:af717d8bc3f5449c927fe56a88641164 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:53.853930 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:53.860767 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:53.875763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Made reservation on behalf of af717d8bc3f5449c927fe56a88641164 for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:53.878760 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.222247 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42986) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:54.298115 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.304788 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-3ab42341-7dfe-4bba-b37d-7dd3a540a3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:54.337766 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1615970192-network', 'tenant_id': '18063011b3bc44a184f643efa4774802'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:54.348150 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:54.354661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Usage tracker for resource:network and tenant:18063011b3bc44a184f643efa4774802 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:54.358689 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:54.367464 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5921e90-c065-4912-86e7-06f1a87ed515,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:54.371912 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:54.373543 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:54.386032 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Made reservation on behalf of 18063011b3bc44a184f643efa4774802 for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:54.390142 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.407276 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.424247 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 42994) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:54.429424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:54.435727 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Usage tracker for resource:security_group_rule and tenant:18063011b3bc44a184f643efa4774802 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:54.439244 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:54.447477 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:54.450249 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Checking segment: {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:29:54.450597 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Network hostable DHCP agents. Network: d6ce15f5-77e4-439f-a473-54a78d5c45bd, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:29:54.492467 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:29:54.506126 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, d6ce15f5-77e4-439f-a473-54a78d5c45bd) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:29:54.513039 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:29:54.513767 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.515624 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c071010-8c03-4e3a-85b5-7f0d3c54acca None None] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:29:54.555629 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7246144
May 19 23:29:54.558101 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 42998) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:54.563184 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:54.573956 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:54.583377 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Usage tracker for resource:router and tenant:af717d8bc3f5449c927fe56a88641164 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:54.587634 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:54.595284 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:54.613082 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.625183 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.627163 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.641687 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.649482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-66297195-network', 'tenant_id': '72675c57d8c3409f984d837cf0865da0'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:54.652476 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.668980 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:54.676580 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Usage tracker for resource:network and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:54.680717 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:54.687716 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:54.702472 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-801f121b-a210-49e5-a106-d6c5ab427e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:54.724101 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Made reservation on behalf of 72675c57d8c3409f984d837cf0865da0 for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:54.727926 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.762640 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.776570 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb19c620-8437-4709-8f46-c4dfa251f979,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:54.791228 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:54.796375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Usage tracker for resource:security_group_rule and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:54.800267 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:54.805325 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70c43c-d531-4081-b120-5c38e8d69b05 None None] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:29:54.808686 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:54.920807 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.923747 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.924708 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.925298 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.926084 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.926590 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.927127 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.927689 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.928973 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.929670 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.930168 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.930649 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.931228 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Tracked resource versions report:
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]: pushed versions:
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]: {   'AddressGroup': {'1.2'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'ConntrackHelper': {'1.0'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Log': {'1.0'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Network': {'1.1'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Port': {'1.7'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'PortForwarding': {'1.2'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'QosPolicy': {'1.8'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'SecurityGroup': {'1.4'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'SecurityGroupRule': {'1.2'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'SubPort': {'1.0'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Subnet': {'1.1'},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     'Trunk': {'1.1'}}
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]: consumer versions:
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     HyperV agent@hv-cinder-79220: {},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'ConntrackHelper': '1.0',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Log': '1.0',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Network': '1.1',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Port': '1.7',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'PortForwarding': '1.2',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'QosPolicy': '1.8',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'SecurityGroup': '1.4',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'SecurityGroupRule': '1.2',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'SubPort': '1.0',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Subnet': '1.1',
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:                                                      'Trunk': '1.1'}}
May 19 23:29:54.932498 dv-cinder-792209-1-iscsi neutron-server[91605]:  {{(pid=91605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:29:54.940789 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.941945 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:29:54.944908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:54.962793 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:29:54.973294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:54.973666 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Added segment a7529283-4479-435d-8904-b38d9485425b of type vlan for network 9fe890b5-905c-4375-9620-e8e669debade
May 19 23:29:55.009786 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.047041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:55.076972 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe37b03-3816-4538-b929-e40c8e049eb3,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:55.079790 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.083055 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:55.085370 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.085901 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Added segment 581a823a-5f00-4d5a-917a-8cfdf61eaa20 of type vlan for network 0c4b2506-6baa-4e1f-90a4-721071253897
May 19 23:29:55.090706 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:29:55.091240 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.092121 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.104017 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:55.257219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1768104894-network', 'tenant_id': 'a30c811917474d7598fecc98f3952b42'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:55.275624 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:55.282969 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Usage tracker for resource:network and tenant:a30c811917474d7598fecc98f3952b42 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:55.288504 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:55.304554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:55.322518 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Pushing event updated for resources: {'Network': ['ID=9fe890b5-905c-4375-9620-e8e669debade,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:55.325849 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.337085 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 9fe890b5-905c-4375-9620-e8e669debade details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:29:55.339563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:55.342534 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Made reservation on behalf of a30c811917474d7598fecc98f3952b42 for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:55.344847 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.384993 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.407672 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1834168
May 19 23:29:55.408630 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43038) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:55.428373 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Request body: {'subnet': {'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-subnet', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:55.468549 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:55.480524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Usage tracker for resource:subnet and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:55.483515 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:55.485854 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:55.496903 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a30c811917474d7598fecc98f3952b42 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:55.501176 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:55.503364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:55.506896 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.511988 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:55.514286 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:29:55.514876 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.524116 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-32c46196-f90b-45c5-a475-53065e00320a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:55.583412 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Made reservation on behalf of 72675c57d8c3409f984d837cf0865da0 for: {'subnet': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:55.586335 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.661029 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.8124714
May 19 23:29:55.662053 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43048) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:55.683301 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Request body: {'subnet': {'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1615970192-subnet', 'tenant_id': '18063011b3bc44a184f643efa4774802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:55.686021 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4b2506-6baa-4e1f-90a4-721071253897,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:55.692841 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:55.697972 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 0c4b2506-6baa-4e1f-90a4-721071253897 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:29:55.701781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:55.711818 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Usage tracker for resource:subnet and tenant:18063011b3bc44a184f643efa4774802 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:55.717636 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:55.737706 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:55.742714 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.783615 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.840334 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Made reservation on behalf of 18063011b3bc44a184f643efa4774802 for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:55.843143 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:55.964559 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.028778 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.044562 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:56.091302 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:29:56.096482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bea4f9-0fca-4bd4-95ca-e721c08c975c,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:56.101143 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:56.134760 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Allocated IP 172.27.1.11 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/7e58b87d-7cd7-45c4-b6b9-91b62e157b1e) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:29:56.144973 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.145322 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Added segment e3bc0a7a-d67b-4beb-87da-b2deb4cd1712 of type vlan for network e4138759-2662-4fc2-8cad-3dac54c442d3
May 19 23:29:56.222824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.339058 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.341914 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:29:56.342452 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.370609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:56.408453 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7894652
May 19 23:29:56.413215 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43068) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:56.501630 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.540719 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Request body: {'subnet': {'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1768104894-subnet', 'tenant_id': 'a30c811917474d7598fecc98f3952b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:56.560714 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:56.564615 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Usage tracker for resource:subnet and tenant:a30c811917474d7598fecc98f3952b42 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:56.569579 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:56.569954 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4138759-2662-4fc2-8cad-3dac54c442d3,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:56.578205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:56.581414 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network e4138759-2662-4fc2-8cad-3dac54c442d3 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:29:56.597880 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:56.602700 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.661533 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:56.669832 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.680939 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b5a8ac21-4b99-438c-ac53-67b444c43315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:56.779823 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:29:56.780678 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Made reservation on behalf of a30c811917474d7598fecc98f3952b42 for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:29:56.783198 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.789863 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Checking segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:29:56.790425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Network hostable DHCP agents. Network: 9fe890b5-905c-4375-9620-e8e669debade, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:29:56.806874 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76155144-ff01-4082-9bdb-8ef1d614bb8c,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:56.810001 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:56.816139 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:29:56.823977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Network 9fe890b5-905c-4375-9620-e8e669debade is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:29:56.841147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:29:56.843451 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 9fe890b5-905c-4375-9620-e8e669debade) {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:29:56.853434 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d9588-b83d-407a-8e6e-499a676d064d None None] Network 9fe890b5-905c-4375-9620-e8e669debade requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:29:56.853965 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:29:56.854852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.880022 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4671910
May 19 23:29:56.884056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43090) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:56.893676 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:29:56.908088 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:56.916170 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Usage tracker for resource:router and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:56.923981 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:56.944720 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:56.973482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:56.981369 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.014639 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.176575 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43096) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:57.277455 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-9fe890b5-905c-4375-9620-e8e669debade', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:29:57.278834 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.428179 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Pushing event updated for resources: {'Port': ['ID=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:57.441535 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:57.517425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.578478 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Allocated IP 172.20.0.2 (9fe890b5-905c-4375-9620-e8e669debade/76155144-ff01-4082-9bdb-8ef1d614bb8c/15a4dc6e-5a3f-49f5-a17e-359857b69969) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:29:57.661037 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.666957 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:29:57.679449 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Usage tracker for resource:security_group_rule and tenant:eb5cd76a76e24b5bb57836fe14d07e7b is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:29:57.684425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:29:57.715661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:29:57.889404 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.894552 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.902359 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.906604 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Transition to ACTIVE for port object 15a4dc6e-5a3f-49f5-a17e-359857b69969 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:29:57.913337 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:57.932215 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Transition to ACTIVE for port object 15a4dc6e-5a3f-49f5-a17e-359857b69969 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:29:57.938632 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:57.944677 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-09271763-f371-4967-b2b8-e65f3809d48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:58.019407 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Network 9fe890b5-905c-4375-9620-e8e669debade is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:29:58.023012 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:29:58.025697 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:29:58.085870 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Pushing event updated for resources: {'Port': ['ID=15a4dc6e-5a3f-49f5-a17e-359857b69969,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:58.112548 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb5cd76a76e24b5bb57836fe14d07e7b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9161429
May 19 23:29:58.117948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c930618-78af-4bf8-875e-9f18b06ad9f2,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:58.132557 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43122) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:29:58.139689 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.140029 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.140359 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.140682 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.140993 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.141309 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.141621 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.141933 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.142262 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.142569 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.143001 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.143278 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Tracked resource versions report:
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]: pushed versions:
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]: {   'AddressGroup': {'1.2'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'ConntrackHelper': {'1.0'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Log': {'1.0'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Network': {'1.1'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Port': {'1.7'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'PortForwarding': {'1.2'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'QosPolicy': {'1.8'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'SecurityGroup': {'1.4'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'SecurityGroupRule': {'1.2'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'SubPort': {'1.0'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Subnet': {'1.1'},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     'Trunk': {'1.1'}}
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]: consumer versions:
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     HyperV agent@hv-cinder-79220: {},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'ConntrackHelper': '1.0',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Log': '1.0',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Network': '1.1',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Port': '1.7',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'PortForwarding': '1.2',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'QosPolicy': '1.8',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'SecurityGroup': '1.4',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'SecurityGroupRule': '1.2',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'SubPort': '1.0',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Subnet': '1.1',
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:                                                      'Trunk': '1.1'}}
May 19 23:29:58.144359 dv-cinder-792209-1-iscsi neutron-server[91606]:  {{(pid=91606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:29:58.147780 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:58.159264 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a582316a-e42c-4ab6-9575-b2acc56c0108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.164564 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:58.169617 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Attempting to bind port 15a4dc6e-5a3f-49f5-a17e-359857b69969 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:29:58.170483 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Attempting to bind port 15a4dc6e-5a3f-49f5-a17e-359857b69969 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:29:58.170483 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Attempting to bind port 15a4dc6e-5a3f-49f5-a17e-359857b69969 on network 9fe890b5-905c-4375-9620-e8e669debade {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:29:58.172576 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.176064 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:29:58.176432 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Checking segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:29:58.177152 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.177278 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Bound using segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:29:58.178312 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Bound port: 15a4dc6e-5a3f-49f5-a17e-359857b69969, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:29:58.178748 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.184512 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.214684 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.254400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.272840 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] For port 15a4dc6e-5a3f-49f5-a17e-359857b69969, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:29:58.277936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] For port 15a4dc6e-5a3f-49f5-a17e-359857b69969, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=15a4dc6e-5a3f-49f5-a17e-359857b69969,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:29:58.284240 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.289184 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:58.289370 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:58.371180 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Allocated IP 172.27.1.215 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/9f8e1636-5f14-4936-bf5f-0ab4c2633459) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:29:58.371430 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Pushing event updated for resources: {'Port': ['ID=15a4dc6e-5a3f-49f5-a17e-359857b69969,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:58.375936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:58.486902 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.540274 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.586549 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcc5db8-2858-4194-9c5a-83852ec59036,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:58.590545 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.630298 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.636889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:58.649192 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:58.656378 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Checking segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:29:58.656736 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Network hostable DHCP agents. Network: 0c4b2506-6baa-4e1f-90a4-721071253897, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:29:58.724986 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:29:58.749045 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:29:58.755518 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:29:58.821102 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Pushing event updated for resources: {'Port': ['ID=9f8e1636-5f14-4936-bf5f-0ab4c2633459,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:58.830265 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:58.846312 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:58.854650 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Network 0c4b2506-6baa-4e1f-90a4-721071253897 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:29:59.070624 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 0c4b2506-6baa-4e1f-90a4-721071253897) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:29:59.074049 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:59.080519 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f959a9a-17eb-4b1f-b7bc-6e5a8af17b82 None None] Network 0c4b2506-6baa-4e1f-90a4-721071253897 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:29:59.103368 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:29:59.103974 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:59.120138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 15a4dc6e-5a3f-49f5-a17e-359857b69969 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:29:59.141134 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ced63b7d-bfdf-4266-a502-df13d5f26f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:59.179969 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c930618-78af-4bf8-875e-9f18b06ad9f2,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:59.257104 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:59.297826 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:59.312632 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c930618-78af-4bf8-875e-9f18b06ad9f2 HTTP/1.1" status: 204  len: 168 time: 1.1622009
May 19 23:29:59.333973 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.6708229
May 19 23:29:59.395353 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:59.434813 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-4bfccf5b-4fdb-4c77-8682-077194023bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:29:59.682227 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 15a4dc6e-5a3f-49f5-a17e-359857b69969 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:29:59.686631 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Router 7402b32f-d834-4273-abd1-1e8e16e104fe is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:29:59.696669 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:29:59.745785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e0ff49-5d5a-4f33-97e2-543fc6fa22ab None None] Network 0c4b2506-6baa-4e1f-90a4-721071253897 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:29:59.807702 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd88812e-a622-49d4-9046-2e0d6f0cd340,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:29:59.819606 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Checking segment: {'id': 'e3bc0a7a-d67b-4beb-87da-b2deb4cd1712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:29:59.820053 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Network hostable DHCP agents. Network: e4138759-2662-4fc2-8cad-3dac54c442d3, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:29:59.824207 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:29:59.917704 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e6047-a949-41ee-9571-ca1652e78ca0 None None] Network 9fe890b5-905c-4375-9620-e8e669debade requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:29:59.931294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43178) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:00.012564 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Network e4138759-2662-4fc2-8cad-3dac54c442d3 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:30:00.054275 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, e4138759-2662-4fc2-8cad-3dac54c442d3) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:00.064033 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:00.069897 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:00.076818 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13471cc-94c0-4b2a-bf6f-2f156904303b None None] Network e4138759-2662-4fc2-8cad-3dac54c442d3 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:30:00.077037 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:30:00.087613 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Sync routers for ids ['7402b32f-d834-4273-abd1-1e8e16e104fe'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:30:00.104968 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Routers {'7402b32f-d834-4273-abd1-1e8e16e104fe'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:00.106830 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145ba46a60>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:29:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['7402b32f-d834-4273-abd1-1e8e16e104fe'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:00.126081 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:00.142975 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.7131746
May 19 23:30:00.146068 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:00.149011 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.5899847
May 19 23:30:00.154429 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43194) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:00.254868 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:00.270100 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Usage tracker for resource:security_group_rule and tenant:f3202819f3b54ad29c71fadbc54fc1c8 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:00.276550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:00.289894 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:00.438668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:00.549147 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Provisioning for port 15a4dc6e-5a3f-49f5-a17e-359857b69969 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:00.616088 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Provisioning complete for port 15a4dc6e-5a3f-49f5-a17e-359857b69969 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:00.616424 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:00.618083 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Set router 7402b32f-d834-4273-abd1-1e8e16e104fe gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:00.631831 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43222) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:00.636418 dv-cinder-792209-1-iscsi neutron-server[91604]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 19 23:30:00.780271 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Router 65746008-f273-4150-a3d9-ba12efeeaa9f is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:30:00.786053 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:00.794884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:00.939357 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:00.950774 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-30751dc1-f89f-4a89-ad6c-51a28e163555 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:00.952799 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-30751dc1-f89f-4a89-ad6c-51a28e163555 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.3195462
May 19 23:30:00.953283 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43242) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:01.021883 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145ba46a60>, [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:29:57Z', 'revision_number': 3, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port': {'id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:55Z', 'updated_at': '2021-05-19T23:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:01.027891 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Checking router: 7402b32f-d834-4273-abd1-1e8e16e104fe for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:30:01.028643 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Updating router 7402b32f-d834-4273-abd1-1e8e16e104fe port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:30:01.042264 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-ca8a2cf8-de0a-4b90-b0f5-5eef7871c2dc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/quotas/18063011b3bc44a184f643efa4774802 HTTP/1.1" status: 200  len: 375 time: 0.0730746
May 19 23:30:01.056719 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-57ab88f3-7945-41ca-8daf-87ca28b881f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.057841 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd064f-1f5d-4219-b43b-f094558f023f None None] Network e4138759-2662-4fc2-8cad-3dac54c442d3 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:30:01.075795 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3202819f3b54ad29c71fadbc54fc1c8&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1407492
May 19 23:30:01.077154 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43250) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:01.092061 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c9320-62e3-4d04-84d3-98416563ebda,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:01.108506 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:01.123429 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.152804 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:30:01.164064 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-e7c7ad86-717c-4c1f-a428-4c4a5920e233 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1127701
May 19 23:30:01.206320 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.222877 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.227250 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.3386467
May 19 23:30:01.230947 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43258) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:01.234007 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Sync routers for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:30:01.280393 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:01.281378 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14578c35e0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:01.319234 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.454193 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.537772 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-8f96638c-d8db-4661-a789-d989ef444a6e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:30:01.550178 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-8f96638c-d8db-4661-a789-d989ef444a6e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1739938
May 19 23:30:01.568972 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-098006d4-6b00-4f8b-ad9c-e758c80f7453 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:01.575768 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-098006d4-6b00-4f8b-ad9c-e758c80f7453 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/networks?id=e4138759-2662-4fc2-8cad-3dac54c442d3 HTTP/1.1" status: 200  len: 812 time: 0.6119184
May 19 23:30:01.600097 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.632641 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:01.636226 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.650647 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:01.668599 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c9320-62e3-4d04-84d3-98416563ebda,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:01.670865 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:01.729524 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.751455 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Transition to ACTIVE for port object 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:01.761102 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.773474 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:01.802185 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-46674807-b446-4728-820a-a0faa740e741 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/quotas/a30c811917474d7598fecc98f3952b42 HTTP/1.1" status: 200  len: 375 time: 0.2255464
May 19 23:30:01.830603 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.831761 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c8c9320-62e3-4d04-84d3-98416563ebda HTTP/1.1" status: 204  len: 168 time: 0.7442074
May 19 23:30:01.866194 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-a6e465b9-a12d-4996-9aee-009e4f3f9bc1 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30c811917474d7598fecc98f3952b42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0548513
May 19 23:30:01.871666 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Attempting to bind port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:01.872498 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Attempting to bind port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:01.873537 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Attempting to bind port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:01.885522 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:01.886893 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:01.887551 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.888146 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:01.888834 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Bound port: 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:01.889577 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.945462 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.973417 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-2b6c7706-8fcb-4c75-8f5c-45fdd09c1c04 service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4116607
May 19 23:30:01.979070 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] For port 15a4dc6e-5a3f-49f5-a17e-359857b69969, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=15a4dc6e-5a3f-49f5-a17e-359857b69969,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:01.979686 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] For port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:01.984493 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] For port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:01.986454 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Pushing event updated for resources: {'Port': ['ID=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:01.994402 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:01.999120 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:02.011579 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.011929 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.012260 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.013180 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.013522 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.013913 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.014354 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.014684 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.015027 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.015405 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.016898 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.017235 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Tracked resource versions report:
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]: pushed versions:
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]: {   'AddressGroup': {'1.2'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'ConntrackHelper': {'1.0'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Log': {'1.0'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Network': {'1.1'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Port': {'1.7'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'PortForwarding': {'1.2'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'QosPolicy': {'1.8'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'SecurityGroup': {'1.4'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'SecurityGroupRule': {'1.2'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'SubPort': {'1.0'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Subnet': {'1.1'},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     'Trunk': {'1.1'}}
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]: consumer versions:
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]: {   DHCP agent@dv-cinder-792209-1-iscsi: {},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     HyperV agent@hv-cinder-79220: {},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     L3 agent@dv-cinder-792209-1-iscsi: {},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     Metadata agent@dv-cinder-792209-1-iscsi: {},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     Metering agent@dv-cinder-792209-1-iscsi: {},
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:     Open vSwitch agent@dv-cinder-792209-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'ConntrackHelper': '1.0',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Log': '1.0',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Network': '1.1',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Port': '1.7',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'PortForwarding': '1.2',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'QosPolicy': '1.8',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'SecurityGroup': '1.4',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'SecurityGroupRule': '1.2',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'SubPort': '1.0',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Subnet': '1.1',
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:                                                      'Trunk': '1.1'}}
May 19 23:30:02.018293 dv-cinder-792209-1-iscsi neutron-server[91607]:  {{(pid=91607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:30:02.027781 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:02.028244 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:02.078180 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-1d7f0169-61e5-4e4b-840c-cfa43d09bcf2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:30:02.079198 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-1d7f0169-61e5-4e4b-840c-cfa43d09bcf2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0753179
May 19 23:30:02.123950 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:02.137426 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Routers {'7402b32f-d834-4273-abd1-1e8e16e104fe'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:02.138765 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145ba46a60>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['7402b32f-d834-4273-abd1-1e8e16e104fe'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:02.217168 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Pushing event updated for resources: {'Port': ['ID=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:02.221009 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:02.296312 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:02.362491 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Pushing event updated for resources: {'Port': ['ID=15a4dc6e-5a3f-49f5-a17e-359857b69969,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:02.373639 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:02.382866 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] Set router 7402b32f-d834-4273-abd1-1e8e16e104fe gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:02.394525 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-f948bbe2-47b7-4b43-98f9-b2ec36bd0d4f None None] Provisioning complete for port 15a4dc6e-5a3f-49f5-a17e-359857b69969 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:02.394899 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f948bbe2-47b7-4b43-98f9-b2ec36bd0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:02.431839 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:02.487570 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14578c35e0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:29:59Z', 'revision_number': 3, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:02.556997 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Checking router: 65746008-f273-4150-a3d9-ba12efeeaa9f for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:30:02.557351 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Updating router 65746008-f273-4150-a3d9-ba12efeeaa9f port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:30:02.580804 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-8c453f31-d209-435a-bb51-c5579a47edf8 service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6065331
May 19 23:30:02.582530 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-eb4c9d99-85d9-4006-9cc6-087ea73d3cc2 service neutron] 10.222.0.59 "GET /v2.0/networks/e4138759-2662-4fc2-8cad-3dac54c442d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4375281
May 19 23:30:02.626765 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:02.829443 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Allocated IP 172.20.0.1 (9fe890b5-905c-4375-9620-e8e669debade/76155144-ff01-4082-9bdb-8ef1d614bb8c/aaa60537-c4da-41e7-979b-ef84481e56e8) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:02.899414 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Allocated IP 172.20.0.1 (d6ce15f5-77e4-439f-a473-54a78d5c45bd/b5921e90-c065-4912-86e7-06f1a87ed515/be1593fb-49c7-4db9-ab67-3ad4ec12d222) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:03.019268 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145ba46a60>, [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:29:57Z', 'revision_number': 3, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port': {'id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:55Z', 'updated_at': '2021-05-19T23:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:03.024731 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb11c5-cdf1-428b-9f33-6abb7b660f4b None None] The sync data for ids ['7402b32f-d834-4273-abd1-1e8e16e104fe'] in dv-cinder-792209-1-iscsi is: [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:29:57Z', 'revision_number': 3, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port': {'id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:55Z', 'updated_at': '2021-05-19T23:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:30:03.044704 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-e4090ee4-fc76-491c-bd2a-965161d3fdfe service neutron] 10.222.0.59 "GET /v2.0/networks/e4138759-2662-4fc2-8cad-3dac54c442d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4376178
May 19 23:30:03.108182 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.174096 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Transition to ACTIVE for port object aaa60537-c4da-41e7-979b-ef84481e56e8 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:03.277567 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.297526 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:03.437101 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.450382 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Transition to ACTIVE for port object 9f8e1636-5f14-4936-bf5f-0ab4c2633459 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:03.461192 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 15a4dc6e-5a3f-49f5-a17e-359857b69969 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:03.518640 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c63d629b-5fbc-4a5c-a17d-dc0b13029425 req-1b7e8e99-2da8-4cfa-9611-35cbbafe4920 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 210 time: 0.1273284
May 19 23:30:03.523977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Network 9fe890b5-905c-4375-9620-e8e669debade is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:03.532031 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.543152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:03.557312 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:03.557777 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.568991 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.659447 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:03.734828 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.742484 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-91688a37-bbd7-4a4e-9cb2-a83dbeedf821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:03.875497 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Attempting to bind port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:03.876002 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Attempting to bind port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:03.876373 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Attempting to bind port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:03.899248 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:03.899627 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:03.900066 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:03.900456 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:03.900942 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Bound port: 9f8e1636-5f14-4936-bf5f-0ab4c2633459, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:03.901314 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.014392 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] For port 9f8e1636-5f14-4936-bf5f-0ab4c2633459, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:04.029331 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] For port 9f8e1636-5f14-4936-bf5f-0ab4c2633459, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=9f8e1636-5f14-4936-bf5f-0ab4c2633459,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:04.063934 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:04.064150 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.071135 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5e669037-af45-4838-8957-13e78968e79c req-0b8a27f6-025f-4fac-a587-dbe0f38572c3 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 210 time: 0.2639668
May 19 23:30:04.080157 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:04.089442 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:04.090813 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.108840 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Pushing event updated for resources: {'Port': ['ID=be1593fb-49c7-4db9-ab67-3ad4ec12d222,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:04.109892 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.122439 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:04.222070 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e3d54-7924-42d6-99c1-f0d673121abd None None] Pushing event updated for resources: {'Port': ['ID=9f8e1636-5f14-4936-bf5f-0ab4c2633459,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:04.230535 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1d9e3d54-7924-42d6-99c1-f0d673121abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:04.248812 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:04.330182 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1e8de5ee-067e-437a-8bc4-61e548d28bae None None] Provisioning for port aaa60537-c4da-41e7-979b-ef84481e56e8 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:04.339555 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa60537-c4da-41e7-979b-ef84481e56e8,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:04.354171 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:04.398958 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43366) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:04.413085 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1e8de5ee-067e-437a-8bc4-61e548d28bae None None] Provisioning complete for port aaa60537-c4da-41e7-979b-ef84481e56e8 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:04.413974 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1e8de5ee-067e-437a-8bc4-61e548d28bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.492381 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.516690 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.569954 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 15a4dc6e-5a3f-49f5-a17e-359857b69969 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:04.570326 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:04.658998 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:04.659679 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14578c35e0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:04.748131 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b5ae0d84-347a-41a5-a1f8-1b79d50eaa3f req-45b90036-32fd-4fcc-a7a6-50074d327d5c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 210 time: 0.1208408
May 19 23:30:04.774870 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e3d54-7924-42d6-99c1-f0d673121abd None None] Pushing event updated for resources: {'Port': ['ID=9f8e1636-5f14-4936-bf5f-0ab4c2633459,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:04.792515 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1d9e3d54-7924-42d6-99c1-f0d673121abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:04.813605 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1e8de5ee-067e-437a-8bc4-61e548d28bae None None] Port aaa60537-c4da-41e7-979b-ef84481e56e8 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:30:05.041383 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.048438 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.049720 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.059753 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6f81a0e-d70e-4b44-9c17-2270e184725c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:05.190470 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:05.407121 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:05.462295 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.504501 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.519592 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a460cf7e-206d-4042-a3e4-8e4ac3ead6bb req-85072756-6a4b-4108-a677-79ac2394b092 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 210 time: 0.1229453
May 19 23:30:05.520927 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.541113 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.547452 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:05.603069 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:05.633912 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa60537-c4da-41e7-979b-ef84481e56e8,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:05.637000 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Usage tracker for resource:security_group_rule and tenant:09fc91a45e3145468398c636f3b2822d is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:05.639324 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:05.641131 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Network 9fe890b5-905c-4375-9620-e8e669debade is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:05.642726 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:05.666856 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:05.698541 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:05.745185 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:05.752871 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:05.753286 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:05.814244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Pushing event updated for resources: {'Port': ['ID=be1593fb-49c7-4db9-ab67-3ad4ec12d222,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:05.823456 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:05.934835 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:05.937238 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:06.104779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Router 65746008-f273-4150-a3d9-ba12efeeaa9f has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:30:06.179715 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-6bf94159-2881-43ab-9c91-6ec38769ec9f None None] Provisioning complete for port aaa60537-c4da-41e7-979b-ef84481e56e8 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:06.180710 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6bf94159-2881-43ab-9c91-6ec38769ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:06.241941 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:06.255326 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f60fb406-b228-4af3-86c4-c166a4f7d818 req-e85f9dc8-a293-4383-a57d-3c35ab98d27a tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 210 time: 0.1397445
May 19 23:30:06.280781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:06.296956 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:06.296956 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-6bf94159-2881-43ab-9c91-6ec38769ec9f None None] Port aaa60537-c4da-41e7-979b-ef84481e56e8 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:30:06.302001 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14578c35e0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:02Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:06.307183 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:06.310983 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a90d4-be2d-4c15-b819-4597ec4524ee None None] The sync data for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi is: [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:02Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:30:06.313689 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-09271763-f371-4967-b2b8-e65f3809d48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:06.323412 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:30:06.337285 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] 10.222.0.59 "PUT /v2.0/routers/65746008-f273-4150-a3d9-ba12efeeaa9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1048911
May 19 23:30:06.344464 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:06.380132 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:06.409325 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:06.414095 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:06.505355 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Synchronizing usage tracker for tenant:df0d63bab880489da1ac831bd365a36e on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:06.534079 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cab250-9eed-4559-b72a-234c60cbc56e,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:06.544330 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:06.557150 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Router 7402b32f-d834-4273-abd1-1e8e16e104fe has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:30:06.558050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Unset dirty status for tenant:df0d63bab880489da1ac831bd365a36e on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:06.559826 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09fc91a45e3145468398c636f3b2822d&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1596172
May 19 23:30:06.562612 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43464) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:06.864251 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:06.891759 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2a594227-af63-479f-b1bc-24766936bc30 req-230b8370-f5c9-49d3-ba5d-8130b96b4b33 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 210 time: 0.0810704
May 19 23:30:06.926123 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:30:06.937552 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Sync routers for ids ['7402b32f-d834-4273-abd1-1e8e16e104fe'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:30:06.941379 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:06.954509 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Routers {'7402b32f-d834-4273-abd1-1e8e16e104fe'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:06.956354 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bf1fe80>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['7402b32f-d834-4273-abd1-1e8e16e104fe'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:07.005121 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] 10.222.0.59 "PUT /v2.0/routers/7402b32f-d834-4273-abd1-1e8e16e104fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8476751
May 19 23:30:07.043030 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:07.050004 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:07.070112 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cab250-9eed-4559-b72a-234c60cbc56e,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:07.078499 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:07.082475 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49cab250-9eed-4559-b72a-234c60cbc56e HTTP/1.1" status: 204  len: 168 time: 0.5184994
May 19 23:30:07.083565 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:07.167651 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43480) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:07.174970 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43484) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:07.191629 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429931591', 'description': 'tempest-description--150277810'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:07.210167 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:07.218776 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:07.221989 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Set router 7402b32f-d834-4273-abd1-1e8e16e104fe gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:07.224828 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:07.236028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:07.261942 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:07.341073 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:07.350836 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group_rule and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:07.354099 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:07.360742 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:07.428034 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:07.531450 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:07.538872 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:07.595841 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:07.596392 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:07.700550 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:07.837037 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d24a11e-88dd-420b-8fa8-3911e63bcbef,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:07.851904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:07.910285 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-87ad4773-9684-4d00-b6c9-c4c7bf57b00c req-4576c7b1-041a-421b-8189-898d0d5225e1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 210 time: 0.3701591
May 19 23:30:07.970713 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bf1fe80>, [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port': {'id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:55Z', 'updated_at': '2021-05-19T23:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'be1593fb-49c7-4db9-ab67-3ad4ec12d222', 'name': '', 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'mac_address': 'fa:16:3e:80:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 2, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'subnets': [{'id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:07.974337 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:07.981218 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Checking router: 7402b32f-d834-4273-abd1-1e8e16e104fe for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:30:07.981725 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Updating router 7402b32f-d834-4273-abd1-1e8e16e104fe port be1593fb-49c7-4db9-ab67-3ad4ec12d222 binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:30:08.021723 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:08.025079 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.026437 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.8505454
May 19 23:30:08.029856 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43520) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:08.046160 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Usage tracker for resource:security_group_rule and tenant:cd89d870656e455b9e18b561637d0007 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:08.049811 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'security_group_rule': {'security_group_id': '3d24a11e-88dd-420b-8fa8-3911e63bcbef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:08.061381 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:08.071385 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:08.083496 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:08.101439 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.102561 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group_rule and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:08.117242 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:08.148700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:08.208078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.304946 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.311402 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a47f7a68-8a27-4769-8685-4dc857fb0688 req-93ead012-9540-47da-ae7d-a6ea785882cf tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 210 time: 0.0880599
May 19 23:30:08.313623 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.354714 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:08.417665 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.426165 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.432012 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:08.468798 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd89d870656e455b9e18b561637d0007&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3004429
May 19 23:30:08.474827 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43538) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:08.499353 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e025884-3ffa-478d-8fd6-e74b77bcb73d,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:08.503348 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.504879 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4733055
May 19 23:30:08.514477 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:08.515375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43544) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:08.520996 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'security_group_rule': {'security_group_id': '3d24a11e-88dd-420b-8fa8-3911e63bcbef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:08.527974 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:08.535583 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group_rule and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:08.539674 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:08.546291 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:08.574129 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.674191 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.682139 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.691808 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:08.715370 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6c38d2-dc79-4bd6-bee3-11ad1133f608,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:08.719132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:08.730348 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.733686 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2170851
May 19 23:30:08.736694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d08968e-c9b4-438d-8749-4bbaf99d6be1,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:08.737854 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43554) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:08.745464 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:08.746613 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:08.759942 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:08.770460 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:floatingip and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:08.783277 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:08.800732 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:08.822511 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.907014 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:08.994952 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce991-a757-4f0f-b318-a935655ce12f req-76fa9f4d-a151-497e-a07f-9aaaef059a22 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:08.997565 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.005411 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-635ce991-a757-4f0f-b318-a935655ce12f req-76fa9f4d-a151-497e-a07f-9aaaef059a22 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Synchronizing usage tracker for tenant:af717d8bc3f5449c927fe56a88641164 on resource:network {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:09.052530 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.55', 50129) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:09.057448 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Transition to ACTIVE for port object be1593fb-49c7-4db9-ab67-3ad4ec12d222 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:09.067588 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.128278 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:09.218168 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.296440 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.446194 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9f8e1636-5f14-4936-bf5f-0ab4c2633459 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:09.599880 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:09.612944 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:09.613584 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.680139 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1b27a-e703-4c6e-917a-3f467305d8a6 None None] Pushing event updated for resources: {'Port': ['ID=be1593fb-49c7-4db9-ab67-3ad4ec12d222,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:09.695754 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5ed1b27a-e703-4c6e-917a-3f467305d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:09.717010 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.55', 50133) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:09.732414 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Attempting to bind port be1593fb-49c7-4db9-ab67-3ad4ec12d222 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:09.732773 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Attempting to bind port be1593fb-49c7-4db9-ab67-3ad4ec12d222 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:09.733050 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Attempting to bind port be1593fb-49c7-4db9-ab67-3ad4ec12d222 on network d6ce15f5-77e4-439f-a473-54a78d5c45bd {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:09.749955 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:09.750415 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Checking segment: {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:09.750810 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.751787 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Bound using segment: {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:09.752305 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Bound port: be1593fb-49c7-4db9-ab67-3ad4ec12d222, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:09.752650 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.754447 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-635ce991-a757-4f0f-b318-a935655ce12f req-76fa9f4d-a151-497e-a07f-9aaaef059a22 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Unset dirty status for tenant:af717d8bc3f5449c927fe56a88641164 on resource:network {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:09.763814 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-76fa9f4d-a151-497e-a07f-9aaaef059a22 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 819 time: 1.4103541
May 19 23:30:09.782196 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-42cf4a7a-a3a5-4f18-8b72-31008b5f0e1b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:09.784882 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-42cf4a7a-a3a5-4f18-8b72-31008b5f0e1b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.7312462
May 19 23:30:09.891708 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Allocated IP 172.27.1.120 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/7ab4333c-fce7-4323-9127-028b47aa0cbe) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:09.948194 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-dc7368a8-8a74-4eae-a610-a26ea1e090d5 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/quotas/af717d8bc3f5449c927fe56a88641164 HTTP/1.1" status: 200  len: 375 time: 0.1828129
May 19 23:30:09.955791 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Request body: {'port': {'device_id': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'admin_state_up': True, 'tenant_id': '18063011b3bc44a184f643efa4774802'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:09.983596 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:09.992249 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Sync routers for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:30:10.015921 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:10.016908 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457fea0a0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:10.079706 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:10.096268 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 9f8e1636-5f14-4936-bf5f-0ab4c2633459, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=9f8e1636-5f14-4936-bf5f-0ab4c2633459,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:10.109948 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:10.143847 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-72269747-5cb0-4612-88f9-86022d34e7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:10.160993 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fa8f82f8-893a-40a5-b9aa-81bae045fbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:10.171124 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] For port be1593fb-49c7-4db9-ab67-3ad4ec12d222, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:10.174643 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] For port be1593fb-49c7-4db9-ab67-3ad4ec12d222, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=be1593fb-49c7-4db9-ab67-3ad4ec12d222,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:10.188568 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:10.193411 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6dabfec3-0aa0-4221-8886-8a7757f66123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:10.197506 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d08968e-c9b4-438d-8749-4bbaf99d6be1,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:10.201030 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:10.203715 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d08968e-c9b4-438d-8749-4bbaf99d6be1 HTTP/1.1" status: 204  len: 168 time: 1.7279387
May 19 23:30:10.210056 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-59d75807-8b2f-4ebe-9582-053728c56661 req-12aeaa7a-ce6a-490f-af82-8ade5f1a7d0a tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 210 time: 0.4202731
May 19 23:30:10.213576 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:10.269247 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=9f8e1636-5f14-4936-bf5f-0ab4c2633459,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:10.304608 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:10.380084 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-635ce991-a757-4f0f-b318-a935655ce12f req-d4591a5c-e99d-4ad2-acbe-142813501f5d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Synchronizing usage tracker for tenant:af717d8bc3f5449c927fe56a88641164 on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:10.415703 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:10.419900 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Usage tracker for resource:port and tenant:18063011b3bc44a184f643efa4774802 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:10.423362 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-635ce991-a757-4f0f-b318-a935655ce12f req-d4591a5c-e99d-4ad2-acbe-142813501f5d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Unset dirty status for tenant:af717d8bc3f5449c927fe56a88641164 on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:10.432555 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-d4591a5c-e99d-4ad2-acbe-142813501f5d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4831142
May 19 23:30:10.434853 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:10.437817 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1b27a-e703-4c6e-917a-3f467305d8a6 None None] Pushing event updated for resources: {'Port': ['ID=be1593fb-49c7-4db9-ab67-3ad4ec12d222,revision_number=4']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:10.449512 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5ed1b27a-e703-4c6e-917a-3f467305d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:10.450349 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Routers {'7402b32f-d834-4273-abd1-1e8e16e104fe'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:10.450959 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bf1fe80>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['7402b32f-d834-4273-abd1-1e8e16e104fe'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:10.621362 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:10.640545 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-c31a5f27-8fa0-4857-8e7b-add59bb13ba4 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:10.641278 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-c31a5f27-8fa0-4857-8e7b-add59bb13ba4 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Synchronizing usage tracker for tenant:a30c811917474d7598fecc98f3952b42 on resource:network {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:10.706794 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:10.752800 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:10.776514 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:10.840509 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-5eeca22c-1dcc-4279-8c87-f8dddc5f10ab service neutron] 10.222.0.59 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4069374
May 19 23:30:10.848108 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:10.867328 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:10.906359 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:11.105079 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'Port': ['ID=7ab4333c-fce7-4323-9127-028b47aa0cbe,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:11.116142 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] Set router 7402b32f-d834-4273-abd1-1e8e16e104fe gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:11.118161 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:11.147071 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43640) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:11.175545 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:11.195546 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:11.233228 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:11.235692 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-df8efef9-0ce7-49a7-8ec5-dd31f0dad861 service neutron] 10.222.0.59 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3894396
May 19 23:30:11.235692 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:11.259097 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb65678a28df4691ac9fa2af00f6e9fa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:11.400053 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-46e60601-dcdc-490a-ba63-940c78cf8898 req-aecec3ae-0023-457d-ade1-56c00164681c tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 210 time: 0.1470673
May 19 23:30:11.420317 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Made reservation on behalf of 18063011b3bc44a184f643efa4774802 for: {'port': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:30:11.423935 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:11.433484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:11.524294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-c31a5f27-8fa0-4857-8e7b-add59bb13ba4 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Unset dirty status for tenant:a30c811917474d7598fecc98f3952b42 on resource:network {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:11.526514 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-c31a5f27-8fa0-4857-8e7b-add59bb13ba4 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.55 "GET /v2.0/networks?id=e4138759-2662-4fc2-8cad-3dac54c442d3 HTTP/1.1" status: 200  len: 812 time: 1.8017027
May 19 23:30:11.528235 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:11.577960 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Request body: {'port': {'device_id': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3', 'admin_state_up': True, 'tenant_id': 'a30c811917474d7598fecc98f3952b42'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:11.643845 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9f8e1636-5f14-4936-bf5f-0ab4c2633459 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:12.068898 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Allocated IP 172.20.0.12 (0c4b2506-6baa-4e1f-90a4-721071253897/8bcc5db8-2858-4194-9c5a-83852ec59036/f92fc632-7ad3-44ed-adeb-eb4f72f394f3) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:12.069766 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:12.071551 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:12.178983 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:12.185396 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:12.348205 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457fea0a0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 2, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:12.365118 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Checking router: 65746008-f273-4150-a3d9-ba12efeeaa9f for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:30:12.366654 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Updating router 65746008-f273-4150-a3d9-ba12efeeaa9f port aaa60537-c4da-41e7-979b-ef84481e56e8 binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:30:12.437759 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bf1fe80>, [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port': {'id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:55Z', 'updated_at': '2021-05-19T23:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'be1593fb-49c7-4db9-ab67-3ad4ec12d222', 'name': '', 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'mac_address': 'fa:16:3e:80:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:10Z', 'revision_number': 4, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'subnets': [{'id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:12.477900 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d0db0-bd92-4565-8d77-b64a733bee58 None None] The sync data for ids ['7402b32f-d834-4273-abd1-1e8e16e104fe'] in dv-cinder-792209-1-iscsi is: [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port': {'id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:55Z', 'updated_at': '2021-05-19T23:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'be1593fb-49c7-4db9-ab67-3ad4ec12d222', 'name': '', 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'mac_address': 'fa:16:3e:80:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:10Z', 'revision_number': 4, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'subnets': [{'id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:30:12.488532 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:12.635417 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:12.653412 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43684) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:12.697135 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:12.783592 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:12.805781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:13.084310 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79edc9b4-0c31-4a99-9061-202ac7326336,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:13.104148 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:13.235235 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-655e2654-2179-43c6-ab8d-dee8e2efe944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:13.385161 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a508e909-92b3-4d11-8695-7cbf898a52b6 req-fbc99601-e075-4098-a30b-f42cb984af02 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 210 time: 0.5884969
May 19 23:30:13.525080 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device be1593fb-49c7-4db9-ab67-3ad4ec12d222 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:13.529953 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:13.560495 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Network 0c4b2506-6baa-4e1f-90a4-721071253897 is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:13.573332 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb65678a28df4691ac9fa2af00f6e9fa&name=default HTTP/1.1" status: 200  len: 2978 time: 2.4248526
May 19 23:30:13.578241 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 43710) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:13.581505 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:13.585298 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:13.603389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:13.611356 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:13.646438 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Usage tracker for resource:port and tenant:a30c811917474d7598fecc98f3952b42 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:13.646712 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:13.655225 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:13.668478 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:13.669147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:13.734896 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event updated for resources: {'Port': ['ID=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:13.740320 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:13.789865 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:13.801423 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Usage tracker for resource:security_group_rule and tenant:9b8225360271468d98b940305175dd62 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:13.809686 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:13.828323 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:13.847777 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9109313
May 19 23:30:13.932973 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-63a72f45-b097-4285-9d2a-60517a38851d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:30:13.941582 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-63a72f45-b097-4285-9d2a-60517a38851d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0637455
May 19 23:30:13.977228 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b5591-b08a-47c6-912a-368975fd7267 req-1d728651-cfd1-4569-9489-7f1b7570b36c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:13.977990 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-371b5591-b08a-47c6-912a-368975fd7267 req-1d728651-cfd1-4569-9489-7f1b7570b36c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Synchronizing usage tracker for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:14.107141 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:14.124702 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port be1593fb-49c7-4db9-ab67-3ad4ec12d222 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:14.130052 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:14.166322 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:14.186661 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port be1593fb-49c7-4db9-ab67-3ad4ec12d222 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:14.199119 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:14.294248 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Made reservation on behalf of a30c811917474d7598fecc98f3952b42 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:30:14.313352 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:14.314957 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-577826a5-0710-4c54-9aea-a80a36517498 req-040a31c1-3841-4e80-942c-f3f16487ff14 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 210 time: 0.2109966
May 19 23:30:14.360980 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Request body: {'port': {'device_id': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:14.413699 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:14.442021 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:14.455702 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7035336
May 19 23:30:14.456191 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.55', 50144) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:14.504377 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'Port': ['ID=7ab4333c-fce7-4323-9127-028b47aa0cbe,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:14.526917 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Transition to ACTIVE for port object aaa60537-c4da-41e7-979b-ef84481e56e8 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:14.556128 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:14.558808 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:14.649034 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a177ba3-a589-469c-935c-bbfaaeaf20f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:14.732911 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:15.031748 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:15.047147 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:15.120276 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-976564fc-a5fb-47a2-a746-69a57e2958b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:15.207129 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:15.238580 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce991-a757-4f0f-b318-a935655ce12f req-3a880382-3699-4e4c-afe5-7b8e2bd19a3a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:15.240964 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-3a880382-3699-4e4c-afe5-7b8e2bd19a3a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 819 time: 0.7547209
May 19 23:30:15.252157 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b8225360271468d98b940305175dd62&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5811350
May 19 23:30:15.258202 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 43746) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:15.265616 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Request body: {'port': {'device_id': 'fae24266-7684-484d-ac7d-86ce86a39257', 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'admin_state_up': True, 'tenant_id': 'af717d8bc3f5449c927fe56a88641164'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:15.317338 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d3ba1a-3ef5-4a71-a934-52f0d96f2054,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:15.360172 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:15.428494 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Allocated IP 172.20.0.14 (e4138759-2662-4fc2-8cad-3dac54c442d3/dd88812e-a622-49d4-9046-2e0d6f0cd340/2a22df44-88e9-4163-97f5-5fcc0f962acf) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:15.483338 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:15.673819 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-371b5591-b08a-47c6-912a-368975fd7267 req-1d728651-cfd1-4569-9489-7f1b7570b36c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Unset dirty status for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:15.691605 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-371b5591-b08a-47c6-912a-368975fd7267 req-1d728651-cfd1-4569-9489-7f1b7570b36c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 932 time: 2.9152725
May 19 23:30:15.751424 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.024347 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.099708 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.112397 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8eb4e-a867-433f-a65a-480c219e6e81 None None] Pushing event updated for resources: {'Port': ['ID=aaa60537-c4da-41e7-979b-ef84481e56e8,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:16.124238 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:16.169155 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e4d8eb4e-a867-433f-a65a-480c219e6e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.521s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:16.169930 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Attempting to bind port aaa60537-c4da-41e7-979b-ef84481e56e8 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:16.170302 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Attempting to bind port aaa60537-c4da-41e7-979b-ef84481e56e8 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:16.170674 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Attempting to bind port aaa60537-c4da-41e7-979b-ef84481e56e8 on network 9fe890b5-905c-4375-9620-e8e669debade {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:16.201815 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.205837 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:16.206450 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Checking segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:16.208005 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.208578 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Bound using segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:16.210226 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Bound port: aaa60537-c4da-41e7-979b-ef84481e56e8, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:16.210765 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.212451 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:16.227749 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-371b5591-b08a-47c6-912a-368975fd7267 req-8a4da72f-69c7-4abe-81dc-6d6eb1c58c72 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5352018
May 19 23:30:16.291081 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.294327 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port be1593fb-49c7-4db9-ab67-3ad4ec12d222, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=be1593fb-49c7-4db9-ab67-3ad4ec12d222,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:16.312588 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Made reservation on behalf of af717d8bc3f5449c927fe56a88641164 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:30:16.326191 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.365014 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.397149 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:16.439243 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.452573 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:16.485434 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-69dc4494-670a-46e8-8dfd-712203b62663 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:16.495264 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:16.500496 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-69dc4494-670a-46e8-8dfd-712203b62663 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 819 time: 1.3209949
May 19 23:30:16.516546 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] For port aaa60537-c4da-41e7-979b-ef84481e56e8, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:16.524860 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] For port aaa60537-c4da-41e7-979b-ef84481e56e8, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=aaa60537-c4da-41e7-979b-ef84481e56e8,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:16.535993 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.592231 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-43e3a7be-02b0-4adb-9934-e88d7751653c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Synchronizing usage tracker for tenant:72675c57d8c3409f984d837cf0865da0 on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:16.605102 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-e7316bf9-a98d-4f93-899c-136a4f4d3f14 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/quotas/af717d8bc3f5449c927fe56a88641164 HTTP/1.1" status: 200  len: 375 time: 0.1032586
May 19 23:30:16.607567 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79edc9b4-0c31-4a99-9061-202ac7326336,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:16.609937 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:16.648973 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=be1593fb-49c7-4db9-ab67-3ad4ec12d222,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:16.686970 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Network e4138759-2662-4fc2-8cad-3dac54c442d3 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:16.698259 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:16.699017 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.702714 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79edc9b4-0c31-4a99-9061-202ac7326336 HTTP/1.1" status: 204  len: 168 time: 3.0986190
May 19 23:30:16.708247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-43e3a7be-02b0-4adb-9934-e88d7751653c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Unset dirty status for tenant:72675c57d8c3409f984d837cf0865da0 on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:16.712243 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:16.713610 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:16.724950 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:16.726524 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-43e3a7be-02b0-4adb-9934-e88d7751653c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1429931591&fields=id&tenant_id=72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 267 time: 0.2579806
May 19 23:30:16.739033 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:16.740204 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.758990 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.772902 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Pushing event updated for resources: {'Port': ['ID=2a22df44-88e9-4163-97f5-5fcc0f962acf,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:16.850132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:16.857522 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:16.858226 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457fea0a0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:16.861841 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-439d33b7-8b74-444a-a935-f1836114316a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:16.936650 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d3ba1a-3ef5-4a71-a934-52f0d96f2054,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:16.963215 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:16.965294 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.4259374
May 19 23:30:16.982092 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:16.983066 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82d3ba1a-3ef5-4a71-a934-52f0d96f2054 HTTP/1.1" status: 204  len: 168 time: 1.6707830
May 19 23:30:17.011487 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Request body: {'port': {'device_id': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:17.217614 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Allocated IP 172.20.0.10 (d6ce15f5-77e4-439f-a473-54a78d5c45bd/b5921e90-c065-4912-86e7-06f1a87ed515/880b865b-a2d0-44d9-a719-bba0a4276fed) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:17.360922 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:17.417436 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-d9e2853c-2d3b-4cd1-8f19-725143783a59 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:17.433152 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-d9e2853c-2d3b-4cd1-8f19-725143783a59 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 815 time: 0.7051733
May 19 23:30:17.461108 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-af003386-ebc6-4a2d-a172-89148b074a5c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/quotas/72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 375 time: 0.0256574
May 19 23:30:17.622588 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8eb4e-a867-433f-a65a-480c219e6e81 None None] Pushing event updated for resources: {'Port': ['ID=aaa60537-c4da-41e7-979b-ef84481e56e8,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:17.638743 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e4d8eb4e-a867-433f-a65a-480c219e6e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:17.792684 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:17.987794 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-1fc06b0b-95c5-4572-b390-a6d8f917b270 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&fields=id HTTP/1.1" status: 200  len: 255 time: 1.3817060
May 19 23:30:18.189530 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457fea0a0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:16Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:18.202515 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9a328-fb59-4410-9966-6dc6f8d8bc93 None None] The sync data for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi is: [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:16Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:30:18.283990 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-12ee260e-d71e-4671-9fbe-9cd7779fd708 service neutron] 10.222.0.59 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2590353
May 19 23:30:18.639915 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-5bbea7c6-6c6a-4b4f-8c63-341e8f167348 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&fields=id HTTP/1.1" status: 200  len: 348 time: 1.1774168
May 19 23:30:18.644828 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.db.resource_extend [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 19 23:30:18.681093 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device be1593fb-49c7-4db9-ab67-3ad4ec12d222 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:18.912952 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port be1593fb-49c7-4db9-ab67-3ad4ec12d222 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:18.913583 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.038354 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-f60971ed-1ed5-49bb-ac6c-d232a00654d8 service neutron] 10.222.0.59 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7532766
May 19 23:30:19.070653 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92fc632-7ad3-44ed-adeb-eb4f72f394f3 {{(pid=91604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:19.094114 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.142215 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.provisioning_blocks [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Transition to ACTIVE for port object f92fc632-7ad3-44ed-adeb-eb4f72f394f3 will not be triggered until provisioned by entity L2. {{(pid=91604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:19.156112 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.165143 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-27c001ee-35eb-4d66-a619-e9ee51893214 service neutron] 10.222.0.59 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5243289
May 19 23:30:19.177126 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.221530 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d03b6a13-ceaf-4f3e-a39e-005a7e38af4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:19.246077 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device aaa60537-c4da-41e7-979b-ef84481e56e8 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:19.451543 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port aaa60537-c4da-41e7-979b-ef84481e56e8 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:19.461884 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port aaa60537-c4da-41e7-979b-ef84481e56e8 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:19.462313 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.491413 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.645162 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:19.809862 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.913519 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port aaa60537-c4da-41e7-979b-ef84481e56e8, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=aaa60537-c4da-41e7-979b-ef84481e56e8,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:19.920835 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:19.934318 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:19.946902 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a22df44-88e9-4163-97f5-5fcc0f962acf {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:19.992871 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:20.032072 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Pushing event updated for resources: {'Port': ['ID=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:20.042642 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:20.066313 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-7935123a-60b6-40e8-851c-637121f15f91 service neutron] 10.222.0.59 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9001210
May 19 23:30:20.068584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.managers [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Attempting to bind port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:20.068968 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.managers [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Attempting to bind port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}] {{(pid=91604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:20.070012 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Attempting to bind port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:20.119985 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 on network 0c4b2506-6baa-4e1f-90a4-721071253897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:30:20.119985 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Attempting to bind port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:20.134225 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Transition to ACTIVE for port object 2a22df44-88e9-4163-97f5-5fcc0f962acf will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:20.142526 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:20.144001 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Checking segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:20.144904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Bound using segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} {{(pid=91604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:20.146654 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.managers [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Bound port: f92fc632-7ad3-44ed-adeb-eb4f72f394f3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}}] {{(pid=91604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:20.147563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:20.188908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:20.212297 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=aaa60537-c4da-41e7-979b-ef84481e56e8,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:20.213743 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:20.231061 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:20.245541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:20.279316 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:20.299813 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:20.303913 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:20.311122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Pushing event updated for resources: {'Port': ['ID=880b865b-a2d0-44d9-a719-bba0a4276fed,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:20.439581 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:20.442440 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:20.505130 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ffc33-f3cc-48e5-8124-f137fdbf5162 req-cb2dfdd8-98e2-4d7e-91bf-60f0f5a2221d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:20.514787 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b08ffc33-f3cc-48e5-8124-f137fdbf5162 req-cb2dfdd8-98e2-4d7e-91bf-60f0f5a2221d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 932 time: 0.8029561
May 19 23:30:20.581428 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device aaa60537-c4da-41e7-979b-ef84481e56e8 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:20.585824 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] For port f92fc632-7ad3-44ed-adeb-eb4f72f394f3, host hv-cinder-79220, cleared binding levels {{(pid=91604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:20.624522 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b08ffc33-f3cc-48e5-8124-f137fdbf5162 req-0b134924-9428-4862-933f-d52fe5f16296 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083968
May 19 23:30:20.692997 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] For port f92fc632-7ad3-44ed-adeb-eb4f72f394f3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:20.705129 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:20.716244 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.4587820
May 19 23:30:20.739360 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b3703ce4-e62f-41d1-a2e7-c24203d0535d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:20.795887 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port aaa60537-c4da-41e7-979b-ef84481e56e8 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:20.796575 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:20.964506 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Request body: {'port': {'device_id': 'fae24266-7684-484d-ac7d-86ce86a39257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:20.991915 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Pushing event updated for resources: {'Port': ['ID=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,revision_number=3']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:21.018095 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:21.079274 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:21.080380 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:21.089439 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] 10.222.0.55 "PUT /v2.0/ports/f92fc632-7ad3-44ed-adeb-eb4f72f394f3 HTTP/1.1" status: 200  len: 1094 time: 6.9992912
May 19 23:30:21.100040 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'tag': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:21.497060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Pushing event updated for resources: {'Port': ['ID=2a22df44-88e9-4163-97f5-5fcc0f962acf,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:21.657247 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.214s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:21.680816 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3b9a732d-5c0b-4655-a5e5-871adb4cea19 req-ff52f8c5-7c80-4610-8caa-8801fae6aa93 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 210 time: 0.5849702
May 19 23:30:21.894007 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Attempting to bind port 2a22df44-88e9-4163-97f5-5fcc0f962acf on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:21.894296 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Attempting to bind port 2a22df44-88e9-4163-97f5-5fcc0f962acf by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e3bc0a7a-d67b-4beb-87da-b2deb4cd1712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:21.894652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Attempting to bind port 2a22df44-88e9-4163-97f5-5fcc0f962acf on network e4138759-2662-4fc2-8cad-3dac54c442d3 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:21.941483 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:21.994317 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Port 2a22df44-88e9-4163-97f5-5fcc0f962acf on network e4138759-2662-4fc2-8cad-3dac54c442d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:30:21.994656 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Attempting to bind port 2a22df44-88e9-4163-97f5-5fcc0f962acf on network e4138759-2662-4fc2-8cad-3dac54c442d3 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:22.031731 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:22.032066 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Checking segment: {'id': 'e3bc0a7a-d67b-4beb-87da-b2deb4cd1712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:22.032663 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Bound using segment: {'id': 'e3bc0a7a-d67b-4beb-87da-b2deb4cd1712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:22.033174 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Bound port: 2a22df44-88e9-4163-97f5-5fcc0f962acf, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bc0a7a-d67b-4beb-87da-b2deb4cd1712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:22.033601 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:22.053530 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7573d-a6ad-4dbd-91a2-d65f978a8a43 req-75beedc4-dd56-499e-9c34-eb2d28ac8744 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:22.064075 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d8b7573d-a6ad-4dbd-91a2-d65f978a8a43 req-75beedc4-dd56-499e-9c34-eb2d28ac8744 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 944 time: 0.7227349
May 19 23:30:22.141746 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-4939c4e7-3951-4bac-a238-dc3d520aeab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:22.144196 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-4939c4e7-3951-4bac-a238-dc3d520aeab9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 1097 time: 0.5785310
May 19 23:30:22.236231 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a9bfa29f-3229-49e7-a08e-3f4d673e6b51 req-93c22e83-cd5b-4fdb-9a26-e144b436f939 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.0867975
May 19 23:30:22.277149 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d8b7573d-a6ad-4dbd-91a2-d65f978a8a43 req-45086665-3f7f-4dd6-a781-3399d2e32423 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113948
May 19 23:30:22.332465 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:22.827834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880b865b-a2d0-44d9-a719-bba0a4276fed {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:22.835784 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:22.851259 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Transition to ACTIVE for port object 880b865b-a2d0-44d9-a719-bba0a4276fed will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:22.860519 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:22.874790 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:23.080650 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'tag': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'status': 'completed', 'code': 200}
May 19 23:30:23.120073 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-2822429d-f922-4898-bc55-b12970fc4ff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3 HTTP/1.1" status: 200  len: 217 time: 0.4664395
May 19 23:30:23.212466 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Pushing event updated for resources: {'Port': ['ID=880b865b-a2d0-44d9-a719-bba0a4276fed,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:23.215845 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] For port 2a22df44-88e9-4163-97f5-5fcc0f962acf, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:23.222052 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:23.244907 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Attempting to bind port 880b865b-a2d0-44d9-a719-bba0a4276fed on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:23.245248 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Attempting to bind port 880b865b-a2d0-44d9-a719-bba0a4276fed by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:23.245582 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Attempting to bind port 880b865b-a2d0-44d9-a719-bba0a4276fed on network d6ce15f5-77e4-439f-a473-54a78d5c45bd {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:23.254006 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] For port 2a22df44-88e9-4163-97f5-5fcc0f962acf, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2a22df44-88e9-4163-97f5-5fcc0f962acf,segment=NetworkSegment(e3bc0a7a-d67b-4beb-87da-b2deb4cd1712),segment_id=e3bc0a7a-d67b-4beb-87da-b2deb4cd1712)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:23.255804 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Port 880b865b-a2d0-44d9-a719-bba0a4276fed on network d6ce15f5-77e4-439f-a473-54a78d5c45bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:30:23.256717 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Attempting to bind port 880b865b-a2d0-44d9-a719-bba0a4276fed on network d6ce15f5-77e4-439f-a473-54a78d5c45bd {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:23.278087 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:23.285057 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:23.285560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Checking segment: {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:23.285977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Bound using segment: {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:23.286428 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Bound port: 880b865b-a2d0-44d9-a719-bba0a4276fed, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:23.286824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:23.315484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.55', 50159) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:23.351545 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:23.391822 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-09c5f1e8-7ece-424f-9dc4-b406f2400022 req-0ae08ce1-4054-4b67-b151-568ec5ece630 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 210 time: 0.2489388
May 19 23:30:23.423647 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f48be3-1247-4b11-a0cb-aab7e7cc6d59 req-073082c6-eb7d-4230-ab8f-ef7504e051b5 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:23.424657 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-12f48be3-1247-4b11-a0cb-aab7e7cc6d59 req-073082c6-eb7d-4230-ab8f-ef7504e051b5 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.9154086
May 19 23:30:23.473233 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-74fef146-009a-41c9-9c8f-090e58a5d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:23.475548 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-74fef146-009a-41c9-9c8f-090e58a5d0ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.3308132
May 19 23:30:23.668684 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-4d1e1c71-0f0c-4e33-8d91-09f886cc1d3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1802664
May 19 23:30:23.778700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] For port 880b865b-a2d0-44d9-a719-bba0a4276fed, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:23.782172 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] For port 880b865b-a2d0-44d9-a719-bba0a4276fed, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=880b865b-a2d0-44d9-a719-bba0a4276fed,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:23.784420 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:23.785234 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:23.787604 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] 10.222.0.55 "PUT /v2.0/ports/2a22df44-88e9-4163-97f5-5fcc0f962acf HTTP/1.1" status: 200  len: 1094 time: 6.7817855
May 19 23:30:23.808154 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'tag': '2a22df44-88e9-4163-97f5-5fcc0f962acf'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:23.896827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:24.112278 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-819c3758-7756-44ba-846e-9df336efc478 req-71f94249-4015-42db-99dc-351b5853558e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.3822706
May 19 23:30:24.117283 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-12f48be3-1247-4b11-a0cb-aab7e7cc6d59 req-e7f7502e-f664-4ec1-952d-98749f3f08a1 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6812968
May 19 23:30:24.150587 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-9fbc4328-2a4b-44f9-b876-78b152000efc service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4299216
May 19 23:30:24.204926 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:30:24.214200 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:24.214890 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:24.218470 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] 10.222.0.55 "PUT /v2.0/ports/880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 1094 time: 3.2881663
May 19 23:30:24.274163 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Pushing event updated for resources: {'Port': ['ID=2a22df44-88e9-4163-97f5-5fcc0f962acf,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:24.283549 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:24.287672 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-589fa46e-b7fc-442e-9407-c073d13988b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:24.503299 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.55', 50162) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:24.531273 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-24239d42-9d0b-4897-9f90-4a588541b7e4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:24.534734 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-24239d42-9d0b-4897-9f90-4a588541b7e4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 819 time: 1.1964788
May 19 23:30:24.551252 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Pushing event updated for resources: {'Port': ['ID=880b865b-a2d0-44d9-a719-bba0a4276fed,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:24.590332 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:24.620301 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Request body: {'port': {'device_id': 'e6627911-32df-4916-96d0-a4841a1b3913', 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'admin_state_up': True, 'tenant_id': 'af717d8bc3f5449c927fe56a88641164'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:24.649111 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cc1d43a4-da92-4cc6-8d77-d6f85ceea0c1 req-a7ed460b-9446-4a97-9ce5-c107f41917d6 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4346161
May 19 23:30:24.702273 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a231da-630d-4f55-ae65-4c2dc1e78f3e req-6232e5a0-89f8-4ef7-8742-95d32f83edfc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:24.713826 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d4a231da-630d-4f55-ae65-4c2dc1e78f3e req-6232e5a0-89f8-4ef7-8742-95d32f83edfc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 944 time: 0.2600987
May 19 23:30:24.811959 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'tag': '2a22df44-88e9-4163-97f5-5fcc0f962acf', 'status': 'completed', 'code': 200}
May 19 23:30:24.875250 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-399d3808-88f2-4bca-892c-d7525a9d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:24.888967 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-399d3808-88f2-4bca-892c-d7525a9d85ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a30c811917474d7598fecc98f3952b42&device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 1097 time: 0.8184371
May 19 23:30:24.957726 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d4a231da-630d-4f55-ae65-4c2dc1e78f3e req-3e24b7d1-420e-489f-8332-b8abf99b05e4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386825
May 19 23:30:25.189489 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-efac407a-bc7c-463e-bd08-5012e0d44a05 req-565b6387-42b1-48b7-9e74-b04889327a9e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 210 time: 0.1392951
May 19 23:30:25.196208 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-4030fe38-3aa5-4c49-bbfa-e80db464ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:25.214120 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-4030fe38-3aa5-4c49-bbfa-e80db464ee85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 1097 time: 0.4391737
May 19 23:30:25.233930 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-84ee9e37-814e-463c-a713-ca96af308dbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a22df44-88e9-4163-97f5-5fcc0f962acf HTTP/1.1" status: 200  len: 217 time: 0.2264471
May 19 23:30:25.281299 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:25.286122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Usage tracker for resource:port and tenant:af717d8bc3f5449c927fe56a88641164 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:25.290050 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:25.296670 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:25.310606 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce991-a757-4f0f-b318-a935655ce12f req-c5bbfe56-5476-4eda-872a-6c731dbaa3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:25.312316 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-c5bbfe56-5476-4eda-872a-6c731dbaa3d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1097 time: 0.8791375
May 19 23:30:25.314805 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Made reservation on behalf of af717d8bc3f5449c927fe56a88641164 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:30:25.327756 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:25.383179 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-0a6fdbcf-1c94-408d-8112-a93ea5d3fa21 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:25.384016 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-0a6fdbcf-1c94-408d-8112-a93ea5d3fa21 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Synchronizing usage tracker for tenant:72675c57d8c3409f984d837cf0865da0 on resource:network {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:25.539407 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-0a6fdbcf-1c94-408d-8112-a93ea5d3fa21 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Unset dirty status for tenant:72675c57d8c3409f984d837cf0865da0 on resource:network {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:25.542537 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-0a6fdbcf-1c94-408d-8112-a93ea5d3fa21 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 815 time: 1.0065703
May 19 23:30:25.615723 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0403c126-4b63-4592-8cd8-4d1795177105 req-729f873b-04b2-4f5f-bea7-cb3ae661dbce tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.0674205
May 19 23:30:25.925868 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b24f85-d05e-48b1-b5b9-6e992a1b7f60 req-77d6b6e1-21af-4494-9584-730a4f2a4e9b tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:25.946728 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-93b24f85-d05e-48b1-b5b9-6e992a1b7f60 req-77d6b6e1-21af-4494-9584-730a4f2a4e9b tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.5296636
May 19 23:30:26.120924 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-93b24f85-d05e-48b1-b5b9-6e992a1b7f60 req-d3300b6f-150a-474a-9608-da491a16d71d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731212
May 19 23:30:26.148205 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-8d42fef4-8b95-421d-b6e6-4fc67186e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:26.148205 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-8d42fef4-8b95-421d-b6e6-4fc67186e6e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 916 time: 0.5168335
May 19 23:30:26.148433 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-19a69ece-7f3e-4fe8-866c-68b397c45bd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 217 time: 0.3079963
May 19 23:30:26.187874 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-0b0cd27f-fcf1-424a-a47d-29c719a25318 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Synchronizing usage tracker for tenant:72675c57d8c3409f984d837cf0865da0 on resource:security_group {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:26.196969 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0664498a-9fa1-4476-a70d-18f63fbecc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:26.198422 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-0664498a-9fa1-4476-a70d-18f63fbecc3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd88812e-a622-49d4-9046-2e0d6f0cd340 HTTP/1.1" status: 200  len: 852 time: 0.3633409
May 19 23:30:26.203030 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Allocated IP 172.20.0.9 (d6ce15f5-77e4-439f-a473-54a78d5c45bd/b5921e90-c065-4912-86e7-06f1a87ed515/61fef9c2-6b4a-4e06-8b9f-366075b1080d) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:26.226402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-0b0cd27f-fcf1-424a-a47d-29c719a25318 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Unset dirty status for tenant:72675c57d8c3409f984d837cf0865da0 on resource:security_group {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:26.227605 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-0b0cd27f-fcf1-424a-a47d-29c719a25318 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 380 time: 0.3913510
May 19 23:30:26.397618 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781c0b0-9f75-4989-9f29-2aaaddd8900a req-1532fe30-928b-41f3-98a6-15e51d358611 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:26.399282 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6781c0b0-9f75-4989-9f29-2aaaddd8900a req-1532fe30-928b-41f3-98a6-15e51d358611 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 944 time: 0.1011009
May 19 23:30:26.448424 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6781c0b0-9f75-4989-9f29-2aaaddd8900a req-f5fe1e70-a1f8-444f-8f27-904eaf331ebb tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422418
May 19 23:30:26.505219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:26.530730 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6ebc2ec7-a3d5-4e96-876b-6dee4342c5d6 req-2a026c7b-f0f1-42e0-ba70-dfc307f04fc6 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 210 time: 0.0479581
May 19 23:30:26.540448 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:26.554057 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:26.688349 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-5ec814d7-fcfa-4e90-9682-155c0fc5be5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3 HTTP/1.1" status: 200  len: 217 time: 0.0969882
May 19 23:30:26.702862 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'port': {'device_id': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'admin_state_up': True, 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'security_groups': ['3d24a11e-88dd-420b-8fa8-3911e63bcbef']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:26.839900 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5f75ae62-b1c7-4747-9630-4ad2973e5a22 req-8edf51db-030d-4be3-9b11-e68f4ca4cbd2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.0565205
May 19 23:30:26.844397 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-c92423a3-892a-4a8d-8034-3ea3ee05474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:26.846640 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-c92423a3-892a-4a8d-8034-3ea3ee05474e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.1482027
May 19 23:30:26.913143 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae24266-7684-484d-ac7d-86ce86a39257', 'tag': '880b865b-a2d0-44d9-a719-bba0a4276fed'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:26.932852 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-f63b85b1-f972-44b0-87eb-05f9ed82db9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0790317
May 19 23:30:26.955965 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Network d6ce15f5-77e4-439f-a473-54a78d5c45bd is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:26.961923 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:26.964838 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce991-a757-4f0f-b318-a935655ce12f req-0d7592ef-1594-4d29-9d28-8c30f04705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:26.966317 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-0d7592ef-1594-4d29-9d28-8c30f04705fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.3655324
May 19 23:30:26.967015 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:26.973231 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:26.973628 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:27.051639 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae24266-7684-484d-ac7d-86ce86a39257', 'tag': '880b865b-a2d0-44d9-a719-bba0a4276fed', 'status': 'completed', 'code': 200}
May 19 23:30:27.158144 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Pushing event updated for resources: {'Port': ['ID=61fef9c2-6b4a-4e06-8b9f-366075b1080d,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:27.179217 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-dbc5eef8-6dc7-4a18-ba19-dcb3f51fff90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4138759-2662-4fc2-8cad-3dac54c442d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5601790
May 19 23:30:27.180119 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:27.185731 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-6733385f-3618-4ce0-8eb3-7795eb31a30a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1962485
May 19 23:30:27.225613 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-aaac1c49-4a4d-44be-9872-011262b31b73 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851341
May 19 23:30:27.343267 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7865617
May 19 23:30:27.416108 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 44174) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:27.552057 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-70f8e5f3-d24e-4ec4-b35c-ebf8f9825af4 service neutron] 10.222.0.55 "GET /v2.0/networks/e4138759-2662-4fc2-8cad-3dac54c442d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3568292
May 19 23:30:27.567127 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Request body: {'port': {'device_id': 'e6627911-32df-4916-96d0-a4841a1b3913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:27.570115 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-a6e8b316-9680-47ea-b02d-6adbcd4f3873 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3369796
May 19 23:30:27.578734 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99593063-58e4-4b65-a7b0-78889e1f0768 req-64c568e0-1fd7-445a-94ac-16516bee9cd1 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:27.585905 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-99593063-58e4-4b65-a7b0-78889e1f0768 req-64c568e0-1fd7-445a-94ac-16516bee9cd1 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.2395868
May 19 23:30:27.653083 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-99593063-58e4-4b65-a7b0-78889e1f0768 req-98ac502e-0ac4-4804-a37c-8372e0c22f4a tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663004
May 19 23:30:27.720137 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:27.726723 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-bcda967b-b7c3-4e91-89c5-a25e72e48a6a service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5303001
May 19 23:30:27.748137 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:27.761842 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:27.768206 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Usage tracker for resource:security_group_rule and tenant:50e2fa0cf2bb46e1998fdf456041f137 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:27.771913 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:27.783694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:27.796109 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:port and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:27.801156 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:27.846904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f53a1-d5e8-406d-9791-b768cd1ddb89 req-9d03ef40-053d-4873-a582-5d6878af6457 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:27.848433 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0a1f53a1-d5e8-406d-9791-b768cd1ddb89 req-9d03ef40-053d-4873-a582-5d6878af6457 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 944 time: 0.1944146
May 19 23:30:27.919873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:27.948641 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0a1f53a1-d5e8-406d-9791-b768cd1ddb89 req-60202508-15e2-4d8c-957b-ae9380ea7752 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757685
May 19 23:30:27.982466 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c4051-0f8c-4fd4-8aca-c637761234c0 req-7ac4d930-b992-4411-9003-24891ca3833a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:27.989256 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-940c4051-0f8c-4fd4-8aca-c637761234c0 req-7ac4d930-b992-4411-9003-24891ca3833a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 931 time: 0.2033932
May 19 23:30:28.012034 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Made reservation on behalf of 72675c57d8c3409f984d837cf0865da0 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:30:28.015550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:28.046626 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:28.076136 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85f0fd3-de6c-483c-ba7f-660de6a08fce req-6645fef6-04cc-48b1-ba92-c3d379365ed4 service neutron] 10.222.0.55 "GET /v2.0/networks/e4138759-2662-4fc2-8cad-3dac54c442d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4619529
May 19 23:30:28.102296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-400f11e5-fa4c-4274-889e-f0d963dee6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:28.165542 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-940c4051-0f8c-4fd4-8aca-c637761234c0 req-da06243d-836b-458f-908a-28aff97325d9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Synchronizing usage tracker for tenant:af717d8bc3f5449c927fe56a88641164 on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:28.176722 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:28.203342 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4b4fd7b4-829e-41ad-9a11-d1a097176ae4 req-751dfaae-88cc-4073-9ede-a884e00044c1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.0791368
May 19 23:30:28.206113 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:28.234657 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:28.245583 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-940c4051-0f8c-4fd4-8aca-c637761234c0 req-da06243d-836b-458f-908a-28aff97325d9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Unset dirty status for tenant:af717d8bc3f5449c927fe56a88641164 on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:28.246982 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-940c4051-0f8c-4fd4-8aca-c637761234c0 req-da06243d-836b-458f-908a-28aff97325d9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376029
May 19 23:30:28.251827 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-635ce991-a757-4f0f-b318-a935655ce12f req-456005e5-a85a-4a7f-b4d1-39c5989daef7 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5050058
May 19 23:30:28.307915 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50e2fa0cf2bb46e1998fdf456041f137&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8369045
May 19 23:30:28.309274 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d7787-2c3f-4a4d-a5f9-f02f55051dfc,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:28.310948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44198) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:28.313731 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:28.633929 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-c5bb87d1-cade-4d13-80ec-54994d70893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:28.636195 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-c5bb87d1-cade-4d13-80ec-54994d70893e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a30c811917474d7598fecc98f3952b42&device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 1097 time: 0.4840136
May 19 23:30:28.650150 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Allocated IP 172.20.0.14 (9fe890b5-905c-4375-9620-e8e669debade/76155144-ff01-4082-9bdb-8ef1d614bb8c/811d7d26-a3b0-46e0-9ce7-bfcd9206bb20) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:30:28.696678 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:28.757622 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:28.796354 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-e214a474-5205-4511-936a-a2774dc6bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:28.797866 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-e214a474-5205-4511-936a-a2774dc6bd8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1097 time: 0.4724429
May 19 23:30:28.880597 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e924869-384e-45d1-b103-fe38d775ebfd req-d70af491-c973-49ef-8723-cfd71c9620e0 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:28.884550 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3e924869-384e-45d1-b103-fe38d775ebfd req-d70af491-c973-49ef-8723-cfd71c9620e0 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.0929432
May 19 23:30:28.943033 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3e924869-384e-45d1-b103-fe38d775ebfd req-b93eec96-6cff-4fb1-a8e7-8838f4361440 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527372
May 19 23:30:29.127870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.142571 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:29.174873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fef9c2-6b4a-4e06-8b9f-366075b1080d {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:29.182581 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d7787-2c3f-4a4d-a5f9-f02f55051dfc,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:29.189936 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.208569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:29.216338 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5694d2-ae69-488f-8b66-3831574fd81a req-807cc345-8e1e-4aa2-9d99-e0645768a62b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:29.217194 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.217859 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9d5694d2-ae69-488f-8b66-3831574fd81a req-807cc345-8e1e-4aa2-9d99-e0645768a62b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 944 time: 0.0997965
May 19 23:30:29.235693 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.236818 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b8d7787-2c3f-4a4d-a5f9-f02f55051dfc HTTP/1.1" status: 204  len: 168 time: 0.9192743
May 19 23:30:29.237906 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Transition to ACTIVE for port object 61fef9c2-6b4a-4e06-8b9f-366075b1080d will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:29.244755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.246682 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Transition to ACTIVE for port object 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:29.252230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:29.302305 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9d5694d2-ae69-488f-8b66-3831574fd81a req-d4983c6d-93f4-46d9-9a63-6efc05dc5f0c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739322
May 19 23:30:29.419690 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56fae5c1-ac65-49bc-8fa2-e96d098d99c6 req-9746bfa1-a1a5-4386-9d39-11b27709f4fc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.0584006
May 19 23:30:29.436102 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Pushing event updated for resources: {'Port': ['ID=61fef9c2-6b4a-4e06-8b9f-366075b1080d,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:29.450188 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:29.463573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Attempting to bind port 61fef9c2-6b4a-4e06-8b9f-366075b1080d on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:29.464154 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Attempting to bind port 61fef9c2-6b4a-4e06-8b9f-366075b1080d by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:29.464487 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Attempting to bind port 61fef9c2-6b4a-4e06-8b9f-366075b1080d on network d6ce15f5-77e4-439f-a473-54a78d5c45bd {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:29.470877 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Port 61fef9c2-6b4a-4e06-8b9f-366075b1080d on network d6ce15f5-77e4-439f-a473-54a78d5c45bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:30:29.471242 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Attempting to bind port 61fef9c2-6b4a-4e06-8b9f-366075b1080d on network d6ce15f5-77e4-439f-a473-54a78d5c45bd {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:29.475795 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.482371 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:29.482707 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Checking segment: {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:29.483102 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Bound using segment: {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:29.483554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Bound port: 61fef9c2-6b4a-4e06-8b9f-366075b1080d, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbee78f-b430-4f68-81f9-eb2075971600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:29.483900 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.501579 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b94b5e9f-1488-401d-9c88-5466c5c4c707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:29.533106 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61ba89-19e7-4046-9d21-9cb34ed97752 req-2602080a-cace-4553-b67a-aee71292517a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:29.536418 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5e61ba89-19e7-4046-9d21-9cb34ed97752 req-2602080a-cace-4553-b67a-aee71292517a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.1156716
May 19 23:30:29.591880 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5e61ba89-19e7-4046-9d21-9cb34ed97752 req-3c7ef151-934e-41da-b51e-1ec32b0563ef tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491099
May 19 23:30:29.628050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 44240) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:29.634322 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Network 9fe890b5-905c-4375-9620-e8e669debade is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:30:29.646183 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:30:29.651946 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.655595 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:30:29.661043 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:29.661675 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.671611 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:29.675549 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Usage tracker for resource:security_group_rule and tenant:0088bc4bdf1c40f685f0f1109343d083 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:29.679513 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:29.679738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:29.685354 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:29.689119 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0899496
May 19 23:30:29.690141 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:29.699398 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] For port 61fef9c2-6b4a-4e06-8b9f-366075b1080d, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:29.705531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] For port 61fef9c2-6b4a-4e06-8b9f-366075b1080d, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:29.714250 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.726090 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:29.811201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.817850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.819571 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:29.820218 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.822052 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] 10.222.0.55 "PUT /v2.0/ports/61fef9c2-6b4a-4e06-8b9f-366075b1080d HTTP/1.1" status: 200  len: 1093 time: 2.4592934
May 19 23:30:29.822545 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6627911-32df-4916-96d0-a4841a1b3913', 'tag': '61fef9c2-6b4a-4e06-8b9f-366075b1080d'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:29.840712 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Pushing event updated for resources: {'Port': ['ID=61fef9c2-6b4a-4e06-8b9f-366075b1080d,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:29.844158 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:29.849536 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:29.897152 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0088bc4bdf1c40f685f0f1109343d083&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2673218
May 19 23:30:29.898082 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6d84fa-5d88-4fae-abd5-84b41d25f8aa,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:29.900115 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44250) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:29.901147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:29.941917 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6627911-32df-4916-96d0-a4841a1b3913', 'tag': '61fef9c2-6b4a-4e06-8b9f-366075b1080d', 'status': 'completed', 'code': 200}
May 19 23:30:29.987859 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:29.997136 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1a6ee280-a7d5-42f7-a120-a1dcf4596560 None None] Provisioning for port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:30.002526 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1a6ee280-a7d5-42f7-a120-a1dcf4596560 None None] Provisioning complete for port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:30.003260 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee280-a7d5-42f7-a120-a1dcf4596560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:30.025858 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:30.063320 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ee280-a7d5-42f7-a120-a1dcf4596560 None None] Port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:30:30.089663 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:30.093868 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-142ccc81-1b57-4b59-9900-92110dd405e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:30.105838 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6d84fa-5d88-4fae-abd5-84b41d25f8aa,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:30.109787 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:30.118304 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:30.121968 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae6d84fa-5d88-4fae-abd5-84b41d25f8aa HTTP/1.1" status: 204  len: 168 time: 0.2185020
May 19 23:30:30.162381 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb2734-76eb-4940-99d8-3c3fbaf0a11c req-3d68db71-0dcd-4268-906d-8af9666f0f9b tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:30.164138 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-58fb2734-76eb-4940-99d8-3c3fbaf0a11c req-3d68db71-0dcd-4268-906d-8af9666f0f9b tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.0971668
May 19 23:30:30.217431 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-58fb2734-76eb-4940-99d8-3c3fbaf0a11c req-64d1bf5b-9607-4afd-8941-d04a9a6af74c tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453234
May 19 23:30:30.389484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-932ab21c-fef2-4893-91c9-cf81fa69206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:30.390938 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-932ab21c-fef2-4893-91c9-cf81fa69206c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4138759-2662-4fc2-8cad-3dac54c442d3 HTTP/1.1" status: 200  len: 913 time: 0.1728840
May 19 23:30:30.537266 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaf7c0-c4cd-4d57-9363-2b014456120e req-0941a9d8-61ca-493e-80c7-52626997e00c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:30.543187 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-14aaf7c0-c4cd-4d57-9363-2b014456120e req-0941a9d8-61ca-493e-80c7-52626997e00c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 944 time: 0.1084893
May 19 23:30:30.642868 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-14aaf7c0-c4cd-4d57-9363-2b014456120e req-525ae0d2-5ae9-4b62-b0b6-34a01769d151 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962036
May 19 23:30:30.703701 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca222b-efbf-4cf7-bf89-345b28ccd53d req-ac933e7b-2283-46a4-9a40-93acf87675aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:30.709125 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-37ca222b-efbf-4cf7-bf89-345b28ccd53d req-ac933e7b-2283-46a4-9a40-93acf87675aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 932 time: 0.1401179
May 19 23:30:30.760978 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-37ca222b-efbf-4cf7-bf89-345b28ccd53d req-7bbb0c59-f6c4-450f-8707-0b72c193034b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465293
May 19 23:30:30.785920 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c63027d-e35a-47ec-bb9d-3dbe58207071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:30.911068 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:30.957894 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea2588-9267-4763-a3a1-c6a1b6b74e13 req-8bc708a6-8199-49c6-8a77-cf0f8d9c88d4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:30.959944 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f0ea2588-9267-4763-a3a1-c6a1b6b74e13 req-8bc708a6-8199-49c6-8a77-cf0f8d9c88d4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.1766272
May 19 23:30:31.020365 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f0ea2588-9267-4763-a3a1-c6a1b6b74e13 req-04c7e80d-4d51-44e9-a0ee-907e259e4bf4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531983
May 19 23:30:31.266026 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f92fc632-7ad3-44ed-adeb-eb4f72f394f3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:30:31.276897 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Request body: {'port': {'device_id': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:31.443470 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f92fc632-7ad3-44ed-adeb-eb4f72f394f3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:31.460259 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'port_id': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'mac_address': 'fa:16:3e:84:d2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc5db8-2858-4194-9c5a-83852ec59036', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:30:31.493030 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea88f4-2dcf-4b74-b07a-0a62883c4b45 req-321fe680-85f2-4de7-a884-fb65820fc37d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:31.495364 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d9ea88f4-2dcf-4b74-b07a-0a62883c4b45 req-321fe680-85f2-4de7-a884-fb65820fc37d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.1100101
May 19 23:30:31.545975 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:31.574224 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92fc632-7ad3-44ed-adeb-eb4f72f394f3 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:31.598346 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f92fc632-7ad3-44ed-adeb-eb4f72f394f3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:31.607432 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:31.611659 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:31.640567 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d9ea88f4-2dcf-4b74-b07a-0a62883c4b45 req-b8828f21-c896-4dba-8f9b-eee66d62ce72 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360059
May 19 23:30:31.732595 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:31.756066 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:31.772202 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:31.784006 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-b9ff0b66-8ece-452d-86fd-dc6e3ee5f6c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a22df44-88e9-4163-97f5-5fcc0f962acf HTTP/1.1" status: 200  len: 217 time: 0.5120573
May 19 23:30:31.803701 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:31.998298 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750615-1d32-41df-b2ca-354a5d3de359 req-33e040ab-a789-4694-9258-0a86217abbc4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:32.014124 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6750615-1d32-41df-b2ca-354a5d3de359 req-33e040ab-a789-4694-9258-0a86217abbc4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 945 time: 0.1844645
May 19 23:30:32.036216 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-4da19689-6534-4f5f-bdaf-6b17f077e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:32.038789 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-4da19689-6534-4f5f-bdaf-6b17f077e218 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.8047862
May 19 23:30:32.094789 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdb5c0-8760-490e-85c8-302dce4df9cb req-58835161-507f-41c9-9608-455df64cf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:32.096646 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a0fdb5c0-8760-490e-85c8-302dce4df9cb req-58835161-507f-41c9-9608-455df64cf779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 1096 time: 0.4930184
May 19 23:30:32.165691 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6750615-1d32-41df-b2ca-354a5d3de359 req-c41798b3-3dd6-4ff9-955a-72f99559ec66 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529520
May 19 23:30:32.217799 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379495e-de61-4445-9763-f430f171fc14 req-0a20261b-a0ee-462b-8d9f-1300ede81d12 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:32.227122 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8379495e-de61-4445-9763-f430f171fc14 req-0a20261b-a0ee-462b-8d9f-1300ede81d12 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 932 time: 0.2131672
May 19 23:30:32.328684 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8379495e-de61-4445-9763-f430f171fc14 req-9c7b6ca7-af89-429d-8b2e-0a99de352b4f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008677
May 19 23:30:32.459180 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d37d6-9284-4010-9178-baa6f0f99908 req-4d0aa2f2-bb90-46d4-a605-9fe3539d08b8 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:32.461368 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a55d37d6-9284-4010-9178-baa6f0f99908 req-4d0aa2f2-bb90-46d4-a605-9fe3539d08b8 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.1091840
May 19 23:30:32.529024 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a55d37d6-9284-4010-9178-baa6f0f99908 req-2dfb5e46-fbaf-45bf-b4d8-c529190bd167 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565560
May 19 23:30:32.677912 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:32.685447 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:32.705434 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Transition to ACTIVE for port object 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:30:32.713075 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:32.720552 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:32.898178 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37084e36-0a18-465c-868a-43d4405a953a req-d70caf24-a1b9-49a3-a8a6-50bbae2e8394 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:32.906142 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-37084e36-0a18-465c-868a-43d4405a953a req-d70caf24-a1b9-49a3-a8a6-50bbae2e8394 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.1488593
May 19 23:30:32.932381 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:32.938233 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:32.949550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Attempting to bind port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:30:32.949550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Attempting to bind port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:30:32.949550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Attempting to bind port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 on network 9fe890b5-905c-4375-9620-e8e669debade {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:32.955541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 on network 9fe890b5-905c-4375-9620-e8e669debade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:30:32.956113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Attempting to bind port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 on network 9fe890b5-905c-4375-9620-e8e669debade {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:30:32.967419 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:30:32.967774 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Checking segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:30:32.968165 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Bound using segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:30:32.968604 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Bound port: 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:30:32.969508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:32.979606 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-37084e36-0a18-465c-868a-43d4405a953a req-c22aa9a4-f4fc-4cb3-b6b9-f50d7ce68051 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731020
May 19 23:30:33.092203 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:30:33.095863 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:30:33.101650 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:33.107998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f71f12e-4600-4dd3-9872-227c5ed34ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:33.164827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:33.165615 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:33.167587 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] 10.222.0.55 "PUT /v2.0/ports/811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 HTTP/1.1" status: 200  len: 1094 time: 1.8998966
May 19 23:30:33.175050 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:33.217956 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:33.235893 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:33.299253 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'status': 'completed', 'code': 200}
May 19 23:30:33.445704 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:33.526392 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ef913-4940-4a3d-9e65-3adee6c680a8 req-28f5b5c0-a07f-46f0-b8e4-9284b3257dd3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:33.538708 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad1ef913-4940-4a3d-9e65-3adee6c680a8 req-28f5b5c0-a07f-46f0-b8e4-9284b3257dd3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 945 time: 0.1674399
May 19 23:30:33.646262 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad1ef913-4940-4a3d-9e65-3adee6c680a8 req-b7ae213a-acdc-4d3e-9f31-b1a1bd4a39f7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059089
May 19 23:30:33.679756 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fa943-ed6a-4d98-a9c5-f4a5e4e16c13 req-2e91febf-30e6-470f-8139-bce16ff3a9be tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:33.686349 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-564fa943-ed6a-4d98-a9c5-f4a5e4e16c13 req-2e91febf-30e6-470f-8139-bce16ff3a9be tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1058059
May 19 23:30:33.732274 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-564fa943-ed6a-4d98-a9c5-f4a5e4e16c13 req-f4635858-0fb5-4c26-9740-2cd70d7dacbd tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450881
May 19 23:30:33.827672 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845164f-79c1-4749-8135-2da524c29856 req-88d7f67a-dc3a-45c7-b074-5afc629c4aa1 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:33.829132 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6845164f-79c1-4749-8135-2da524c29856 req-88d7f67a-dc3a-45c7-b074-5afc629c4aa1 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.0827031
May 19 23:30:33.875725 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6845164f-79c1-4749-8135-2da524c29856 req-12cce343-dd26-48c2-9fc4-efaf68b17b9a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398886
May 19 23:30:34.199487 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740d6-c446-4ea4-8409-0ece37c5dfc8 req-caa7d09b-1e7e-48ca-a355-7174e21097be tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:34.200868 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d12740d6-c446-4ea4-8409-0ece37c5dfc8 req-caa7d09b-1e7e-48ca-a355-7174e21097be tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 944 time: 0.0833273
May 19 23:30:34.249454 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d12740d6-c446-4ea4-8409-0ece37c5dfc8 req-35a644dc-e624-480a-ad3c-8ca6c2fe1ae6 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427215
May 19 23:30:34.512077 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 2a22df44-88e9-4163-97f5-5fcc0f962acf details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:30:34.759753 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 2a22df44-88e9-4163-97f5-5fcc0f962acf, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2a22df44-88e9-4163-97f5-5fcc0f962acf,segment=NetworkSegment(e3bc0a7a-d67b-4beb-87da-b2deb4cd1712),segment_id=e3bc0a7a-d67b-4beb-87da-b2deb4cd1712)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:34.778556 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '2a22df44-88e9-4163-97f5-5fcc0f962acf', 'network_id': 'e4138759-2662-4fc2-8cad-3dac54c442d3', 'port_id': '2a22df44-88e9-4163-97f5-5fcc0f962acf', 'mac_address': 'fa:16:3e:0c:41:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd88812e-a622-49d4-9046-2e0d6f0cd340', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:30:34.796927 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-1820445b-64b4-422c-8185-295694e5ea89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 217 time: 0.1571748
May 19 23:30:34.884914 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:34.900249 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:30:34.945596 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a22df44-88e9-4163-97f5-5fcc0f962acf {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:34.948221 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-561eeab9-1ed8-4688-87fa-2d73eb166bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:34.949679 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-561eeab9-1ed8-4688-87fa-2d73eb166bba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd88812e-a622-49d4-9046-2e0d6f0cd340 HTTP/1.1" status: 200  len: 852 time: 0.4295211
May 19 23:30:34.981981 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 2a22df44-88e9-4163-97f5-5fcc0f962acf, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2a22df44-88e9-4163-97f5-5fcc0f962acf,segment=NetworkSegment(e3bc0a7a-d67b-4beb-87da-b2deb4cd1712),segment_id=e3bc0a7a-d67b-4beb-87da-b2deb4cd1712)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:34.991175 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:34.995933 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db176b4-6f76-48b7-b1ba-5571f782fe3f req-13978915-dc5d-4e17-b63d-bab908eb4e05 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:34.996524 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:35.000827 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5db176b4-6f76-48b7-b1ba-5571f782fe3f req-13978915-dc5d-4e17-b63d-bab908eb4e05 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 945 time: 0.1749258
May 19 23:30:35.050378 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-bb54908b-8e5e-450f-b18b-d8385e16be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:35.052928 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-bb54908b-8e5e-450f-b18b-d8385e16be05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.2435210
May 19 23:30:35.058127 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-3cbdce03-ce40-4dd6-8127-4739a86d3524 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4138759-2662-4fc2-8cad-3dac54c442d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978851
May 19 23:30:35.070278 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f04336-8b8e-4d14-8bd1-15e8c8089bb9 req-e8bd6182-290a-42cd-83ef-c8d8cd0c85ad tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:35.072189 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a5f04336-8b8e-4d14-8bd1-15e8c8089bb9 req-e8bd6182-290a-42cd-83ef-c8d8cd0c85ad tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1668696
May 19 23:30:35.075120 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5db176b4-6f76-48b7-b1ba-5571f782fe3f req-58760769-e48e-4411-b73e-c80a9d05dd7b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603690
May 19 23:30:35.107755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdb5c0-8760-490e-85c8-302dce4df9cb req-7f41ce40-c74d-4241-a7d3-453f33cef044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:35.109298 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a0fdb5c0-8760-490e-85c8-302dce4df9cb req-7f41ce40-c74d-4241-a7d3-453f33cef044 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=af717d8bc3f5449c927fe56a88641164&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4707799
May 19 23:30:35.124674 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcef8ba-c0a2-4dd5-b667-8f54ce9b9fb5 req-67f28610-79f9-4267-8c7c-6bf243504073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:35.126254 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3dcef8ba-c0a2-4dd5-b667-8f54ce9b9fb5 req-67f28610-79f9-4267-8c7c-6bf243504073 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1097 time: 0.5394406
May 19 23:30:35.146045 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=2a22df44-88e9-4163-97f5-5fcc0f962acf,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:35.147186 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a5f04336-8b8e-4d14-8bd1-15e8c8089bb9 req-11d43b88-ab3c-4cb2-a602-cadfa6a49e23 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663083
May 19 23:30:35.150441 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:35.319263 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e456f0-5d5c-4bf3-8ab3-bbbb6c1bc7da req-17c8cafc-d2de-4f20-a5a1-eba2596bc3c2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:35.321006 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91e456f0-5d5c-4bf3-8ab3-bbbb6c1bc7da req-17c8cafc-d2de-4f20-a5a1-eba2596bc3c2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.0931592
May 19 23:30:35.368602 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91e456f0-5d5c-4bf3-8ab3-bbbb6c1bc7da req-843407f4-ffcd-468b-8659-8f4804533d74 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416715
May 19 23:30:35.461765 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e75485-85a8-4e76-a3f8-354c7f6c8969 req-eb5f46aa-88a5-4d57-bbef-876cdb401645 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:35.463321 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e5e75485-85a8-4e76-a3f8-354c7f6c8969 req-eb5f46aa-88a5-4d57-bbef-876cdb401645 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 945 time: 0.0919137
May 19 23:30:35.514037 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e5e75485-85a8-4e76-a3f8-354c7f6c8969 req-e09d3608-b28d-4ac6-997a-c14c0a92fdab tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444779
May 19 23:30:36.341229 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9e10-c32d-478d-914d-6ff4180e1e2e req-3bf89aed-55db-487a-a70a-82780935fce3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:36.347128 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-240d9e10-c32d-478d-914d-6ff4180e1e2e req-3bf89aed-55db-487a-a70a-82780935fce3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 945 time: 0.1507876
May 19 23:30:36.401363 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881c76d-247a-4361-9d8f-87e2de02391c req-e4b3bc16-298b-47f1-ae20-0825d830d1d7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:36.402797 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7881c76d-247a-4361-9d8f-87e2de02391c req-e4b3bc16-298b-47f1-ae20-0825d830d1d7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1410553
May 19 23:30:36.410550 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-240d9e10-c32d-478d-914d-6ff4180e1e2e req-1d0265da-07eb-49bf-bff4-9e680e3b16e1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604401
May 19 23:30:36.470760 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7881c76d-247a-4361-9d8f-87e2de02391c req-41b19ad9-385e-4234-ab48-6d31a3a9125d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591924
May 19 23:30:36.609036 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26dc1b-ae93-4cdd-9b81-ac91f1740cd4 req-077aa352-4ba6-4a1e-a79b-c10c963ddf10 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:36.610692 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1b26dc1b-ae93-4cdd-9b81-ac91f1740cd4 req-077aa352-4ba6-4a1e-a79b-c10c963ddf10 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.0919855
May 19 23:30:36.702168 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1b26dc1b-ae93-4cdd-9b81-ac91f1740cd4 req-5606b014-2fcf-4f15-b84f-7bc74daca463 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825784
May 19 23:30:36.743349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7afc8-4407-4cd6-ab7a-8d64bf26569d req-80c07782-cfae-4055-a571-4c2aafa216f4 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:36.744843 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dce7afc8-4407-4cd6-ab7a-8d64bf26569d req-80c07782-cfae-4055-a571-4c2aafa216f4 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 945 time: 0.1073208
May 19 23:30:36.800175 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dce7afc8-4407-4cd6-ab7a-8d64bf26569d req-a39cec85-465b-438b-9a88-b6c8fc1e1482 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487206
May 19 23:30:36.863184 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 880b865b-a2d0-44d9-a719-bba0a4276fed details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:30:37.004779 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 880b865b-a2d0-44d9-a719-bba0a4276fed, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=880b865b-a2d0-44d9-a719-bba0a4276fed,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:37.023451 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '880b865b-a2d0-44d9-a719-bba0a4276fed', 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'port_id': '880b865b-a2d0-44d9-a719-bba0a4276fed', 'mac_address': 'fa:16:3e:19:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:30:37.082785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:37.101677 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880b865b-a2d0-44d9-a719-bba0a4276fed {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:37.118219 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 880b865b-a2d0-44d9-a719-bba0a4276fed, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=880b865b-a2d0-44d9-a719-bba0a4276fed,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:37.124237 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:37.126853 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:37.201555 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=880b865b-a2d0-44d9-a719-bba0a4276fed,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:37.204496 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:37.777687 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315316-6852-4fc3-9737-780441d6bfc3 req-d210be2d-5fc6-43bb-9c71-20780a1a3b28 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:37.779155 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-af315316-6852-4fc3-9737-780441d6bfc3 req-d210be2d-5fc6-43bb-9c71-20780a1a3b28 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 945 time: 0.2541931
May 19 23:30:37.791907 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d67f9f-f074-43ad-b98e-7f6ea469b795 req-1fe92fbf-4f93-4920-a265-1bc42774d036 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:37.796370 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a1d67f9f-f074-43ad-b98e-7f6ea469b795 req-1fe92fbf-4f93-4920-a265-1bc42774d036 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1455674
May 19 23:30:37.867696 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-af315316-6852-4fc3-9737-780441d6bfc3 req-4db10a3e-0edb-46a0-9898-910d4b5ba60f tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728948
May 19 23:30:37.870209 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a1d67f9f-f074-43ad-b98e-7f6ea469b795 req-6aa80b97-de69-41b1-b94f-c06851a1e782 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609088
May 19 23:30:38.087976 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-af146074-5e11-44fa-92b7-0c0f995b0e98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1917739
May 19 23:30:38.111726 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['2a22df44-88e9-4163-97f5-5fcc0f962acf'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:30:38.209298 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d532a-8747-4527-b07a-0057030204c0 req-b8a92127-def6-4fd3-a675-ec3512ba5212 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:38.217702 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aa2d532a-8747-4527-b07a-0057030204c0 req-b8a92127-def6-4fd3-a675-ec3512ba5212 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.2308650
May 19 23:30:38.252517 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c089df-8bb1-4aec-9b9b-afa48906bb36 req-909233f0-1bed-44ef-b671-4f4b6f834f8e tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:38.254226 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f8c089df-8bb1-4aec-9b9b-afa48906bb36 req-909233f0-1bed-44ef-b671-4f4b6f834f8e tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 945 time: 0.2121518
May 19 23:30:38.277443 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['880b865b-a2d0-44d9-a719-bba0a4276fed'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:30:38.337521 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aa2d532a-8747-4527-b07a-0057030204c0 req-2a2f87d2-a31d-4b9e-9bdb-fe8fed781abb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182120
May 19 23:30:38.368385 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f8c089df-8bb1-4aec-9b9b-afa48906bb36 req-a2d2a884-0e48-4c29-a2a0-a1dd20cd1de4 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040781
May 19 23:30:38.525341 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f92fc632-7ad3-44ed-adeb-eb4f72f394f3 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:38.606388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcef8ba-c0a2-4dd5-b667-8f54ce9b9fb5 req-3775e261-1d78-4f97-a657-27926cd7d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:38.607922 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3dcef8ba-c0a2-4dd5-b667-8f54ce9b9fb5 req-3775e261-1d78-4f97-a657-27926cd7d457 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=72675c57d8c3409f984d837cf0865da0&shared=False HTTP/1.1" status: 200  len: 916 time: 0.6569681
May 19 23:30:38.678413 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-544a9d34-f252-429f-a69b-4073efc40e31 service neutron] 10.222.0.55 "GET /v2.0/networks/e4138759-2662-4fc2-8cad-3dac54c442d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7787766
May 19 23:30:38.679502 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:38.679617 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdb5c0-8760-490e-85c8-302dce4df9cb req-9a16e43e-b4cb-49c8-838f-4c149b37d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:38.681795 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a0fdb5c0-8760-490e-85c8-302dce4df9cb req-9a16e43e-b4cb-49c8-838f-4c149b37d9ef service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7828255
May 19 23:30:38.687165 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:38.687972 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:38.690692 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-d81a1a5b-c4c8-47c7-831e-752e0fc465e3 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5798359
May 19 23:30:38.865505 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:38.921869 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f92fc632-7ad3-44ed-adeb-eb4f72f394f3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:38.923031 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:39.009380 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:39.012023 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:39.113071 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-e2cfde29-1f2c-444d-bdc4-5b265e456fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:39.116782 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-e2cfde29-1f2c-444d-bdc4-5b265e456fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 1096 time: 0.3536437
May 19 23:30:39.128969 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:39.134054 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:39.267497 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-cf3844db-a169-410e-842b-dc96d5f317d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d HTTP/1.1" status: 200  len: 217 time: 0.1217515
May 19 23:30:39.281381 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcef8ba-c0a2-4dd5-b667-8f54ce9b9fb5 req-1002efc6-d701-4b06-b0c6-abee83937f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:39.282310 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3dcef8ba-c0a2-4dd5-b667-8f54ce9b9fb5 req-1002efc6-d701-4b06-b0c6-abee83937f37 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6659820
May 19 23:30:39.492177 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54912264-6c31-4e8d-a5c2-b0d605e5588b req-74334f42-26c0-49c3-9ec6-e3f24b97b1b1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:39.493788 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54912264-6c31-4e8d-a5c2-b0d605e5588b req-74334f42-26c0-49c3-9ec6-e3f24b97b1b1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.2493832
May 19 23:30:39.507682 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fad1cd-fd79-4d2d-b1b8-9cc8b6d82bec req-43eb287b-5b12-4f5d-b8fd-a6bc9f89946c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:39.509285 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-45fad1cd-fd79-4d2d-b1b8-9cc8b6d82bec req-43eb287b-5b12-4f5d-b8fd-a6bc9f89946c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 946 time: 0.3763044
May 19 23:30:39.585402 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-f3fdc061-19fe-4b2e-b28e-cace5916329a service neutron] 10.222.0.55 "GET /v2.0/networks/e4138759-2662-4fc2-8cad-3dac54c442d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8913128
May 19 23:30:39.589029 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-45fad1cd-fd79-4d2d-b1b8-9cc8b6d82bec req-7341c3dc-acb7-4e53-98ac-4732a74c3f7c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629156
May 19 23:30:39.600472 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54912264-6c31-4e8d-a5c2-b0d605e5588b req-88295491-7da6-48a6-9b14-2754512fa998 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900512
May 19 23:30:39.624983 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f927e350-4ce8-4bf4-981f-48ec5211463f req-effa3899-6e61-4690-9a66-dbd49a393dea service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8621154
May 19 23:30:39.693559 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-bfaa341f-a23c-43d7-ad2e-79d4e24016d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:39.697300 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-bfaa341f-a23c-43d7-ad2e-79d4e24016d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.4115825
May 19 23:30:39.848457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c84be3-c597-47ab-8488-6d696dc1b905 req-7359341d-80a3-4ed6-8060-562614476b02 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:39.850865 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-ff57810e-4ca9-49e0-8f50-16495e428fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1450839
May 19 23:30:39.856771 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0c84be3-c597-47ab-8488-6d696dc1b905 req-7359341d-80a3-4ed6-8060-562614476b02 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 945 time: 0.1178493
May 19 23:30:39.971269 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-431270a9-db2e-441b-aa48-b9ae4af8e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:39.973144 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0c84be3-c597-47ab-8488-6d696dc1b905 req-e9f9b225-a689-4449-9f05-c53a738da12b tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155214
May 19 23:30:40.001463 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-431270a9-db2e-441b-aa48-b9ae4af8e4f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1097 time: 0.5796595
May 19 23:30:40.100815 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e175ad-67ae-44bd-9ed3-9e5029058ac2 req-62b64c38-6e58-46a4-b723-db4d8f8cd4cd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:40.102577 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0e175ad-67ae-44bd-9ed3-9e5029058ac2 req-62b64c38-6e58-46a4-b723-db4d8f8cd4cd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.2137451
May 19 23:30:40.220854 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0e175ad-67ae-44bd-9ed3-9e5029058ac2 req-8e49096f-332f-466b-9f8e-c8479fba7b4b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117191
May 19 23:30:40.247543 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'code': 200}
May 19 23:30:40.290370 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-4b7f1584-b9bf-414f-ad8d-56d00d541458 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 HTTP/1.1" status: 200  len: 217 time: 0.1760886
May 19 23:30:40.539077 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 880b865b-a2d0-44d9-a719-bba0a4276fed up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:40.559359 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-11971b86-5ade-428a-b59a-a1e305409a38 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6963058
May 19 23:30:40.573078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-43be83a0-ee54-4f34-90b9-55a85b3630fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:40.575571 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-43be83a0-ee54-4f34-90b9-55a85b3630fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.2657633
May 19 23:30:40.798580 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 880b865b-a2d0-44d9-a719-bba0a4276fed completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:40.821119 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 880b865b-a2d0-44d9-a719-bba0a4276fed triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:40.821718 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:40.895894 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843501fb-3233-41cd-aeca-98bda6542884 req-62aca6b3-be5f-42ab-91a4-2362b154ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:40.897757 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-843501fb-3233-41cd-aeca-98bda6542884 req-62aca6b3-be5f-42ab-91a4-2362b154ffea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 1099 time: 0.4227664
May 19 23:30:40.939994 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:40.980346 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:40.984831 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b4268a0f-0eb1-4eab-8247-ef2ae7d07e21 req-8e730095-0f8f-495b-9597-0462c7d523f1 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4071491
May 19 23:30:40.988174 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Usage tracker for resource:security_group_rule and tenant:42f4d9f6c1b84fb09e7ce42eb57c74dd is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:40.993827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:40.994589 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bf50-7a10-4fea-a393-5e9dbd7e99ff req-140ef873-9714-46f3-a02b-b10076fe29f5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:41.001332 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:41.003297 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6530bf50-7a10-4fea-a393-5e9dbd7e99ff req-140ef873-9714-46f3-a02b-b10076fe29f5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1540048
May 19 23:30:41.018376 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-c064fe8c-23a5-440b-be1d-62148cf1c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:41.020239 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-c064fe8c-23a5-440b-be1d-62148cf1c9fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2436132
May 19 23:30:41.039381 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c82796-360d-432e-bd8d-33b76e5bae85 req-60bf46ac-3780-40b3-a6af-c59a2d6542c4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:41.047376 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-66c82796-360d-432e-bd8d-33b76e5bae85 req-60bf46ac-3780-40b3-a6af-c59a2d6542c4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 946 time: 0.2475724
May 19 23:30:41.131201 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6530bf50-7a10-4fea-a393-5e9dbd7e99ff req-b15240c6-bd5e-4ea6-84f8-18e1aa1abd70 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244071
May 19 23:30:41.174558 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-66c82796-360d-432e-bd8d-33b76e5bae85 req-5944785e-387a-410f-b629-f3298bfd65f4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258049
May 19 23:30:41.270322 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:41.354911 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 880b865b-a2d0-44d9-a719-bba0a4276fed, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=880b865b-a2d0-44d9-a719-bba0a4276fed,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:41.361343 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:41.362503 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 2a22df44-88e9-4163-97f5-5fcc0f962acf up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:41.385628 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-91c51f6d-78bc-4802-85f5-9e5d4a4e3cfb service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3543279
May 19 23:30:41.436138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e4d8eb4e-a867-433f-a65a-480c219e6e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:41.532229 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:41.542259 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:41.565673 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:41.574084 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-843501fb-3233-41cd-aeca-98bda6542884 req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6659138
May 19 23:30:41.574898 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686199f-887b-4138-b997-761252640a4c req-92a3a188-0c37-4596-8c00-104e7cea80d3 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:41.582001 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0686199f-887b-4138-b997-761252640a4c req-92a3a188-0c37-4596-8c00-104e7cea80d3 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 945 time: 0.2075338
May 19 23:30:41.608620 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf0c09-e72c-4b5b-8c3f-8623d7fd1827 req-6c26819c-53e5-4292-bbe2-563f0807c2ac tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:41.610832 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3fc1891c-552c-407b-9c97-c6f46b8b33c1 req-dc6b27bc-a5b2-4b64-b47d-bc294fc82d50 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174971
May 19 23:30:41.612600 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7222a-ed3f-43ba-82cd-5c4291faee9b,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:41.616779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:41.629491 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=880b865b-a2d0-44d9-a719-bba0a4276fed,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:41.631958 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cbaf0c09-e72c-4b5b-8c3f-8623d7fd1827 req-6c26819c-53e5-4292-bbe2-563f0807c2ac tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 943 time: 0.1679935
May 19 23:30:41.633215 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 2a22df44-88e9-4163-97f5-5fcc0f962acf completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:41.637761 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:41.641335 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 2a22df44-88e9-4163-97f5-5fcc0f962acf triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:41.641784 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:41.725875 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0686199f-887b-4138-b997-761252640a4c req-ba765eed-6d7c-4438-9c8f-b2cc1229789f tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426728
May 19 23:30:41.746580 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cbaf0c09-e72c-4b5b-8c3f-8623d7fd1827 req-3a5def0e-c53c-448c-946b-d258d9648a7a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136725
May 19 23:30:41.822944 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44538) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:41.829898 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:41.868557 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 2a22df44-88e9-4163-97f5-5fcc0f962acf, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2a22df44-88e9-4163-97f5-5fcc0f962acf,segment=NetworkSegment(e3bc0a7a-d67b-4beb-87da-b2deb4cd1712),segment_id=e3bc0a7a-d67b-4beb-87da-b2deb4cd1712)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:41.874533 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:41.877018 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:41.890918 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44548) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:41.965935 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=2a22df44-88e9-4163-97f5-5fcc0f962acf,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:41.970654 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:42.065204 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.078135 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.094309 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:42.103415 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0c4b3805b04bcea4a21980fb12bef2 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:42.107261 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:42.109787 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:42.114298 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Usage tracker for resource:security_group_rule and tenant:3ca93343632840a7931abc1eb98e322f is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:42.121711 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:42.124524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:42.136222 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:42.250207 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae24266-7684-484d-ac7d-86ce86a39257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b865b-a2d0-44d9-a719-bba0a4276fed'}, {'server_uuid': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a22df44-88e9-4163-97f5-5fcc0f962acf'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:42.313735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.320482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.323062 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.347777 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:42.363251 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.420070 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc2443-bb48-40cc-be67-887577bb7b4b,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:42.438158 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:42.443944 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:42.460989 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a0c4b3805b04bcea4a21980fb12bef2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6338747
May 19 23:30:42.462699 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44580) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:42.483728 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ca93343632840a7931abc1eb98e322f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5884914
May 19 23:30:42.497871 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44584) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:42.530067 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e6b83-d6ef-4b6b-8ca2-7e15c4636e05,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:42.538954 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:42.560003 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 61fef9c2-6b4a-4e06-8b9f-366075b1080d details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:30:42.582333 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779b21f-4e2b-4a79-bb84-f502e5a63774 req-99bbd755-dea1-4de9-9c78-bfc166cbc89a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:42.584203 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b779b21f-4e2b-4a79-bb84-f502e5a63774 req-99bbd755-dea1-4de9-9c78-bfc166cbc89a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1612539
May 19 23:30:42.601880 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dafb7-c5c0-4c46-8eaa-cf6a03a1eedc req-3141b786-c228-4e6e-b1c7-aa042255c3c0 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:42.603632 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d90dafb7-c5c0-4c46-8eaa-cf6a03a1eedc req-3141b786-c228-4e6e-b1c7-aa042255c3c0 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 946 time: 0.2394307
May 19 23:30:42.629931 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.631472 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e04df650-a5c7-4c4c-aa31-6fc0bf72f463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.682719 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.690891 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e04df650-a5c7-4c4c-aa31-6fc0bf72f463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.693927 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b779b21f-4e2b-4a79-bb84-f502e5a63774 req-45ff244a-d3e9-4d84-ad3d-df77854851aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888917
May 19 23:30:42.724575 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d90dafb7-c5c0-4c46-8eaa-cf6a03a1eedc req-01b902d8-212f-41d9-bd39-d79f3e3f32e5 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926299
May 19 23:30:42.787189 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 61fef9c2-6b4a-4e06-8b9f-366075b1080d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:42.797054 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae24266-7684-484d-ac7d-86ce86a39257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b865b-a2d0-44d9-a719-bba0a4276fed', 'code': 200}
May 19 23:30:42.797160 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a22df44-88e9-4163-97f5-5fcc0f962acf', 'code': 200}
May 19 23:30:42.814453 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '61fef9c2-6b4a-4e06-8b9f-366075b1080d', 'network_id': 'd6ce15f5-77e4-439f-a473-54a78d5c45bd', 'port_id': '61fef9c2-6b4a-4e06-8b9f-366075b1080d', 'mac_address': 'fa:16:3e:b6:38:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5921e90-c065-4912-86e7-06f1a87ed515', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:30:42.853586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e04df650-a5c7-4c4c-aa31-6fc0bf72f463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.860225 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.862430 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:42.915113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04df650-a5c7-4c4c-aa31-6fc0bf72f463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e6b83-d6ef-4b6b-8ca2-7e15c4636e05,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:42.932966 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:42.957293 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc2443-bb48-40cc-be67-887577bb7b4b,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:42.975008 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:42.975751 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:42.977606 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:42.992595 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fef9c2-6b4a-4e06-8b9f-366075b1080d {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:43.014595 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e04df650-a5c7-4c4c-aa31-6fc0bf72f463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:43.016777 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-e04df650-a5c7-4c4c-aa31-6fc0bf72f463 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d98e6b83-d6ef-4b6b-8ca2-7e15c4636e05 HTTP/1.1" status: 204  len: 168 time: 0.5150614
May 19 23:30:43.019254 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 61fef9c2-6b4a-4e06-8b9f-366075b1080d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:43.035115 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:43.037957 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67bc2443-bb48-40cc-be67-887577bb7b4b HTTP/1.1" status: 204  len: 168 time: 0.5732825
May 19 23:30:43.039259 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:43.041445 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1d9e3d54-7924-42d6-99c1-f0d673121abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:43.183995 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f444-cc4d-4e5a-8f07-c961ef93d3b5 req-53b9b719-ff27-4bee-8aab-73d26806ac8d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:43.185872 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1664f444-cc4d-4e5a-8f07-c961ef93d3b5 req-53b9b719-ff27-4bee-8aab-73d26806ac8d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.2247052
May 19 23:30:43.239633 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=61fef9c2-6b4a-4e06-8b9f-366075b1080d,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:43.246395 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:43.264740 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233b387-f396-4b72-9116-62e1d1a37f41 req-8401f073-cfed-4408-9d5f-5d2ebb3e7122 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:43.266573 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f233b387-f396-4b72-9116-62e1d1a37f41 req-8401f073-cfed-4408-9d5f-5d2ebb3e7122 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 944 time: 0.2039213
May 19 23:30:43.287396 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1664f444-cc4d-4e5a-8f07-c961ef93d3b5 req-fa2494cd-d913-4249-81a0-e195b50f6e4f tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939417
May 19 23:30:43.326689 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['61fef9c2-6b4a-4e06-8b9f-366075b1080d'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:30:43.348984 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f233b387-f396-4b72-9116-62e1d1a37f41 req-313b964f-1f68-4bcf-868a-a4f699aac687 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722260
May 19 23:30:43.389792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76198-5ccb-4ee0-8079-d5a6b7f059d0 req-91cf579b-d8fc-45e9-a4e5-3a190059f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:43.391471 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-96e76198-5ccb-4ee0-8079-d5a6b7f059d0 req-91cf579b-d8fc-45e9-a4e5-3a190059f3c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 1099 time: 0.2804370
May 19 23:30:43.437346 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c024b6a-0e8f-4e4d-bae8-6d2d39eabfbb req-2ef1a1ca-1df0-43ca-93cd-ae1a4d78f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:43.446034 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5c024b6a-0e8f-4e4d-bae8-6d2d39eabfbb req-2ef1a1ca-1df0-43ca-93cd-ae1a4d78f7ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.2011209
May 19 23:30:43.497864 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-96e76198-5ccb-4ee0-8079-d5a6b7f059d0 req-6abb854b-4ca6-49ae-9ac4-193d85152d18 service neutron] Synchronizing usage tracker for tenant:42f4d9f6c1b84fb09e7ce42eb57c74dd on resource:security_group {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:43.541148 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5c024b6a-0e8f-4e4d-bae8-6d2d39eabfbb req-ffa5a1e8-e4b8-4850-aa4e-c45713b56ffb service neutron] Synchronizing usage tracker for tenant:42f4d9f6c1b84fb09e7ce42eb57c74dd on resource:security_group {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:30:43.577834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-96e76198-5ccb-4ee0-8079-d5a6b7f059d0 req-6abb854b-4ca6-49ae-9ac4-193d85152d18 service neutron] Unset dirty status for tenant:42f4d9f6c1b84fb09e7ce42eb57c74dd on resource:security_group {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:43.579013 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-96e76198-5ccb-4ee0-8079-d5a6b7f059d0 req-6abb854b-4ca6-49ae-9ac4-193d85152d18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738486
May 19 23:30:43.580606 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.db.api [req-5c024b6a-0e8f-4e4d-bae8-6d2d39eabfbb req-ffa5a1e8-e4b8-4850-aa4e-c45713b56ffb service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 42f4d9f6c1b84fb09e7ce42eb57c74dd-security_group {{(pid=91605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 19 23:30:43.580918 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_db.api [req-5c024b6a-0e8f-4e4d-bae8-6d2d39eabfbb req-ffa5a1e8-e4b8-4850-aa4e-c45713b56ffb service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 19 23:30:43.665704 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 44618) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:43.687422 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:43.710678 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:43.714746 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3d44026b504604ba354dad24ff4760 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:43.717854 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:43.725776 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:44.090695 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.092704 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5c024b6a-0e8f-4e4d-bae8-6d2d39eabfbb req-ffa5a1e8-e4b8-4850-aa4e-c45713b56ffb service neutron] Unset dirty status for tenant:42f4d9f6c1b84fb09e7ce42eb57c74dd on resource:security_group {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:30:44.095477 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5c024b6a-0e8f-4e4d-bae8-6d2d39eabfbb req-ffa5a1e8-e4b8-4850-aa4e-c45713b56ffb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6412871
May 19 23:30:44.107717 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.109808 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44638) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:44.127706 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0f0ccc0f-0f70-4be2-b92c-103bc3851086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:44.195628 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b924064f-4864-4687-8c85-24fc046ac2ee,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:44.195628 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:44.198619 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b3d44026b504604ba354dad24ff4760&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5316994
May 19 23:30:44.201195 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44654) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:44.209561 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d08bb2-c34b-4b93-a7d7-bc1c29147218 req-9c243936-92c7-4901-ba09-8e74c7c2cb8b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:44.211215 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-87d08bb2-c34b-4b93-a7d7-bc1c29147218 req-9c243936-92c7-4901-ba09-8e74c7c2cb8b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 946 time: 0.3315899
May 19 23:30:44.223065 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a3ed5-ed1e-41aa-9ec0-3a2ee737a227 req-1beb6e69-3ff3-4ba6-8ac3-31e3cea06d3e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:44.225619 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-173a3ed5-ed1e-41aa-9ec0-3a2ee737a227 req-1beb6e69-3ff3-4ba6-8ac3-31e3cea06d3e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.2787755
May 19 23:30:44.317237 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-87d08bb2-c34b-4b93-a7d7-bc1c29147218 req-15f07aeb-8125-45fe-9dad-5d22323306e0 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909836
May 19 23:30:44.351662 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-173a3ed5-ed1e-41aa-9ec0-3a2ee737a227 req-11452aed-76fc-4fe1-9970-4eb93e048f88 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045327
May 19 23:30:44.376472 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.450465 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.567016 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.574408 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2a4e7734-9041-4e61-a18a-35a4f87e42ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:44.589909 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:30:44.594233 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 61fef9c2-6b4a-4e06-8b9f-366075b1080d up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:44.612582 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b924064f-4864-4687-8c85-24fc046ac2ee,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:44.621463 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:44.625773 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.627131 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b924064f-4864-4687-8c85-24fc046ac2ee HTTP/1.1" status: 204  len: 168 time: 0.4249430
May 19 23:30:44.677911 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.699189 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8f16-8969-412f-92c3-31a4894cc24a req-ae0da411-2c8f-4893-a351-44a272000617 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:44.709820 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f33f8f16-8969-412f-92c3-31a4894cc24a req-ae0da411-2c8f-4893-a351-44a272000617 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.2200017
May 19 23:30:44.710799 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:44.717957 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6f4f42ccd34efdb84ae722e3fbd15e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:44.722113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:44.730868 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:44.811193 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 61fef9c2-6b4a-4e06-8b9f-366075b1080d completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:44.836620 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 61fef9c2-6b4a-4e06-8b9f-366075b1080d triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:44.840174 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.848107 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.859745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:44.882687 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c1c838cb-28a2-49ba-b43d-87f3d96ba30d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:44.891275 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f33f8f16-8969-412f-92c3-31a4894cc24a req-cc95e485-ae6a-4aff-9eac-6dc5f47d0844 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690526
May 19 23:30:44.950150 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dfb6e-0db2-423e-b5ca-7f1945f7ff6b req-ad773a32-3bef-48d3-979f-c4185fd3544a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:44.951934 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9e3dfb6e-0db2-423e-b5ca-7f1945f7ff6b req-ad773a32-3bef-48d3-979f-c4185fd3544a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 944 time: 0.2028825
May 19 23:30:44.987467 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef6f4f42ccd34efdb84ae722e3fbd15e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8758233
May 19 23:30:44.994255 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44676) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:45.067796 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9e3dfb6e-0db2-423e-b5ca-7f1945f7ff6b req-aa189a86-2157-49c3-94d4-d6eac4041470 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036515
May 19 23:30:45.078159 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.161081 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:45.166777 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.180359 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6627911-32df-4916-96d0-a4841a1b3913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fef9c2-6b4a-4e06-8b9f-366075b1080d'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:45.184591 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e0fe1e-a8ba-4ca0-b392-d6ca5b26d8d5,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:45.200989 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'port_id': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'mac_address': 'fa:16:3e:67:21:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:30:45.209750 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 61fef9c2-6b4a-4e06-8b9f-366075b1080d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:45.263761 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.346321 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6627911-32df-4916-96d0-a4841a1b3913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fef9c2-6b4a-4e06-8b9f-366075b1080d', 'code': 200}
May 19 23:30:45.347466 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.369677 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:45.406928 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.413749 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.417867 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:45.422344 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a12a1142-84b7-47db-abfd-b3df23b50fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:45.438354 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e0fe1e-a8ba-4ca0-b392-d6ca5b26d8d5,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:45.443251 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:45.447287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.449054 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1e0fe1e-a8ba-4ca0-b392-d6ca5b26d8d5 HTTP/1.1" status: 204  len: 168 time: 0.4507570
May 19 23:30:45.543985 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=61fef9c2-6b4a-4e06-8b9f-366075b1080d,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:45.554700 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:45.584706 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:30:45.636515 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:45.644340 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:45.648310 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e4d8eb4e-a867-433f-a65a-480c219e6e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:45.721704 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14495c05-21bb-4ae9-9c23-94195172ff9a req-9d1bdd3d-f04b-4fb6-a2a7-f61129c1b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:45.728677 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-14495c05-21bb-4ae9-9c23-94195172ff9a req-9d1bdd3d-f04b-4fb6-a2a7-f61129c1b707 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 1098 time: 0.1814518
May 19 23:30:45.801515 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:45.801714 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-14495c05-21bb-4ae9-9c23-94195172ff9a req-9fed3ff4-fae6-4574-a7b9-84d085172531 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674212
May 19 23:30:45.816145 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:45.858511 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d51128-84cf-4b38-93c6-6e4183bc48e4 req-31eb0b6b-0577-4438-b714-f057b49ba8e5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:45.860384 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54d51128-84cf-4b38-93c6-6e4183bc48e4 req-31eb0b6b-0577-4438-b714-f057b49ba8e5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.2073314
May 19 23:30:45.932817 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54d51128-84cf-4b38-93c6-6e4183bc48e4 req-754c73e8-b7bb-4ffe-8f71-6a3e60db7fc5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597186
May 19 23:30:45.965724 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:30:46.085518 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44736) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:46.116755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.173129 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:46.187195 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Usage tracker for resource:security_group_rule and tenant:65e744830cbb4e9b865d3b363838c677 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:46.192090 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64548bc2-5a07-4253-87d8-6fcac69fde5a req-01f516e4-d55b-481f-9a77-511185d70fb3 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:46.193220 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:46.205263 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-64548bc2-5a07-4253-87d8-6fcac69fde5a req-01f516e4-d55b-481f-9a77-511185d70fb3 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.1780632
May 19 23:30:46.216325 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:46.257940 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44744) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:46.295652 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-64548bc2-5a07-4253-87d8-6fcac69fde5a req-4ab310e0-0d54-4b89-bca1-cad52a05b3f9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868454
May 19 23:30:46.351463 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.357336 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.396472 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-05ba9e03-36ed-404a-a599-04e84fb8b266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:46.410039 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65e744830cbb4e9b865d3b363838c677&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197796
May 19 23:30:46.410039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44756) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:46.455050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672df4e-f676-4f31-bee1-f91530a608fb req-c6fdcc96-2d61-4a41-bd7a-58b25a01464f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:46.471231 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0672df4e-f676-4f31-bee1-f91530a608fb req-c6fdcc96-2d61-4a41-bd7a-58b25a01464f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1499636
May 19 23:30:46.491824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a1a622-67ff-476d-99a7-446fc5ca0e8b,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:46.499418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:46.535346 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0672df4e-f676-4f31-bee1-f91530a608fb req-ec18326d-24e9-44d0-834a-7e6719d5455e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628941
May 19 23:30:46.554758 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.612034 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:46.627305 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Usage tracker for resource:security_group_rule and tenant:9c0f824dd3e04dd1aa315b0fd70aa16a is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:46.633107 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.636659 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:46.653566 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:46.687599 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.813000 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.821512 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:46.850883 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a1a622-67ff-476d-99a7-446fc5ca0e8b,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:46.854860 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.858645 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:46.861183 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.865123 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29a1a622-67ff-476d-99a7-446fc5ca0e8b HTTP/1.1" status: 204  len: 168 time: 0.4516261
May 19 23:30:46.865123 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:46.873721 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d932c1f5-5edb-4e68-b57c-27b27151862d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:46.930109 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c0f824dd3e04dd1aa315b0fd70aa16a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6690595
May 19 23:30:46.930570 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 44776) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:46.931436 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7b9f8-ac1d-4b7d-b8e2-e817246ffc77,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:46.935823 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:47.086249 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:47.181865 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:47.268396 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033cda-d68e-40e7-ab98-701e7f60d30a req-fa7902aa-781a-4fa5-88e4-8767865cf494 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:47.275626 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d033cda-d68e-40e7-ab98-701e7f60d30a req-fa7902aa-781a-4fa5-88e4-8767865cf494 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.1611724
May 19 23:30:47.323622 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:47.333861 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-4694b12c-a4ed-4414-80c6-23c5a104f3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:47.351174 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d033cda-d68e-40e7-ab98-701e7f60d30a req-c9f0d40d-fcde-4c1d-86ae-604bbe27fb15 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717459
May 19 23:30:47.356483 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7b9f8-ac1d-4b7d-b8e2-e817246ffc77,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:47.358775 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:47.383491 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:47.383491 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3a7b9f8-ac1d-4b7d-b8e2-e817246ffc77 HTTP/1.1" status: 204  len: 168 time: 0.4426751
May 19 23:30:47.745342 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691afae-a0e6-4459-9e05-11eec4952a4f req-af005266-f22b-45ce-8a00-688f73417517 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:47.752470 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2691afae-a0e6-4459-9e05-11eec4952a4f req-af005266-f22b-45ce-8a00-688f73417517 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0951984
May 19 23:30:47.812858 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2691afae-a0e6-4459-9e05-11eec4952a4f req-12fa3ea5-402f-4471-971e-ae9b045e7ddb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595241
May 19 23:30:48.586233 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a1fde-9413-46ad-9a10-5af06035d0a6 req-0ef17541-dd6e-4ceb-9e62-3bc184da1473 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:48.587883 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc3a1fde-9413-46ad-9a10-5af06035d0a6 req-0ef17541-dd6e-4ceb-9e62-3bc184da1473 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.1005108
May 19 23:30:48.700393 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc3a1fde-9413-46ad-9a10-5af06035d0a6 req-e2d1430b-11b2-41a0-ba7a-0e4d1ebbf0d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934048
May 19 23:30:49.030937 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8733f79-4709-46ff-a882-1a73a5989574 req-63d25a2e-03a1-4260-b5d9-6c1ec18971ec tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:49.032560 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a8733f79-4709-46ff-a882-1a73a5989574 req-63d25a2e-03a1-4260-b5d9-6c1ec18971ec tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0836551
May 19 23:30:49.086814 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a8733f79-4709-46ff-a882-1a73a5989574 req-5a1c47d5-a3e6-4d03-becf-ba9a98eaf9b3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471194
May 19 23:30:49.950406 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44932) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:49.955690 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7522c9-cabc-4151-a0b9-416e4283a3c6 req-fc715302-167f-40d3-b274-b5f795eecfc1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:49.965683 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0c7522c9-cabc-4151-a0b9-416e4283a3c6 req-fc715302-167f-40d3-b274-b5f795eecfc1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.1072400
May 19 23:30:50.019803 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0c7522c9-cabc-4151-a0b9-416e4283a3c6 req-c2eb4616-3b59-4ab8-beb8-a80843f25d73 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531402
May 19 23:30:50.093158 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:50.116655 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:50.122495 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Usage tracker for resource:security_group_rule and tenant:a58a7f5652314ebc8277d944be386789 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:50.126769 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:50.136563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:50.248729 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:50.252440 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:50.261920 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-22fb995a-bbb6-45ff-bf2e-42a3deda5955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:50.304774 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be312e3-f99b-48a1-ac50-f1ff94a5024e req-3cf2e5ff-7ff6-457b-8173-71a045f2c4c1 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:50.306262 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5be312e3-f99b-48a1-ac50-f1ff94a5024e req-3cf2e5ff-7ff6-457b-8173-71a045f2c4c1 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0934126
May 19 23:30:50.318264 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a58a7f5652314ebc8277d944be386789&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3637388
May 19 23:30:50.318591 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 44946) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:50.321424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1525e681-979f-4bfe-a1dd-1884fa05f661,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:50.334827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:50.356023 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5be312e3-f99b-48a1-ac50-f1ff94a5024e req-28dbbf96-8689-477a-810d-39e0f4559201 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436790
May 19 23:30:50.390020 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:50.433058 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:50.506200 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:50.511442 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce835724-53c3-451d-99b9-bc1a13c5df8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:50.527109 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1525e681-979f-4bfe-a1dd-1884fa05f661,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:50.530559 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:50.532499 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:50.533780 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1525e681-979f-4bfe-a1dd-1884fa05f661 HTTP/1.1" status: 204  len: 168 time: 0.2143772
May 19 23:30:50.861087 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f44fa-64b7-4008-aeca-c23dd353949d req-f3c62c12-72b8-4761-a875-8ce02426dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:50.863660 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-749f44fa-64b7-4008-aeca-c23dd353949d req-f3c62c12-72b8-4761-a875-8ce02426dd2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 1098 time: 0.1295907
May 19 23:30:50.923516 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f95aa2-288b-4e63-994a-c79ffd679a74 req-940ae13c-d6af-40f7-b488-09e3072a4f82 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:50.925234 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a3f95aa2-288b-4e63-994a-c79ffd679a74 req-940ae13c-d6af-40f7-b488-09e3072a4f82 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1331956
May 19 23:30:50.997598 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a3f95aa2-288b-4e63-994a-c79ffd679a74 req-308fce8a-e477-4d9f-a722-036dcaa2dacf tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627184
May 19 23:30:51.121225 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 44996) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:51.150127 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.197548 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f44fa-64b7-4008-aeca-c23dd353949d req-c4f64830-50d9-45f9-b62d-efbdbea31239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:51.199937 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-749f44fa-64b7-4008-aeca-c23dd353949d req-c4f64830-50d9-45f9-b62d-efbdbea31239 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.3205531
May 19 23:30:51.226088 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:51.235307 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Usage tracker for resource:security_group_rule and tenant:7ce5dd44b9c24981a8d2c27058079e35 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:51.239781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:51.256371 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:51.296407 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-749f44fa-64b7-4008-aeca-c23dd353949d req-6874e550-4e2a-47db-9346-1678ce7b8150 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d HTTP/1.1" status: 200  len: 217 time: 0.0803816
May 19 23:30:51.312156 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f23a8-a4e1-4285-9b25-c6e2a0ff3fec req-523873e5-ced4-4b22-9ee5-0e492fe561ff tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:51.313638 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-608f23a8-a4e1-4285-9b25-c6e2a0ff3fec req-523873e5-ced4-4b22-9ee5-0e492fe561ff tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.1249905
May 19 23:30:51.401970 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f44fa-64b7-4008-aeca-c23dd353949d req-f6e0e8fc-70f2-4598-a113-577f96190ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:51.403775 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-749f44fa-64b7-4008-aeca-c23dd353949d req-f6e0e8fc-70f2-4598-a113-577f96190ee3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.1010280
May 19 23:30:51.404312 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-608f23a8-a4e1-4285-9b25-c6e2a0ff3fec req-96560bd9-7618-4de8-b154-69fdd09c155a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699306
May 19 23:30:51.455437 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.461343 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.462600 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-749f44fa-64b7-4008-aeca-c23dd353949d req-7ed6c30f-b32b-4fc7-a292-57a04c395d55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482805
May 19 23:30:51.470873 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:51.478367 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:30:51.584865 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ce5dd44b9c24981a8d2c27058079e35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4621615
May 19 23:30:51.587220 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee8a54d-0634-46bc-89bb-6d752ce1bf22,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:51.589767 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45016) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:51.592642 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:51.661819 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.679358 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:30:51.685254 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-749f44fa-64b7-4008-aeca-c23dd353949d req-dc1ea206-6524-436f-9341-c79d667e7e8c service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062378
May 19 23:30:51.692650 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:30:51.693700 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.703887 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.772397 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.778883 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:51.799608 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee8a54d-0634-46bc-89bb-6d752ce1bf22,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:51.806515 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:51.809363 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.810747 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ee8a54d-0634-46bc-89bb-6d752ce1bf22 HTTP/1.1" status: 204  len: 168 time: 0.2199056
May 19 23:30:51.883433 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.898981 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-749f44fa-64b7-4008-aeca-c23dd353949d req-2b31b183-6930-41b4-b983-2b0cf5f581ba service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094679
May 19 23:30:51.944670 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:30:51.945715 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:51.952233 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:51.960832 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:52.053562 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'code': 200}
May 19 23:30:52.059180 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:52.063873 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:52.292415 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046637-0bbb-4590-a3a9-a025efc843e2 req-3963a993-152c-426a-b9f6-94ddbd75d3ef tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:52.295966 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4e046637-0bbb-4590-a3a9-a025efc843e2 req-3963a993-152c-426a-b9f6-94ddbd75d3ef tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1370344
May 19 23:30:52.329691 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:52.414554 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4e046637-0bbb-4590-a3a9-a025efc843e2 req-6c094711-dbe9-4e41-9224-5e19524ba9ab tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125278
May 19 23:30:52.445106 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4b153-482d-4ee0-b6d8-d09603380121 req-de75258d-0c42-4efc-933c-7055eea791f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:52.446727 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e8c4b153-482d-4ee0-b6d8-d09603380121 req-de75258d-0c42-4efc-933c-7055eea791f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1099 time: 0.1754878
May 19 23:30:52.505002 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e8c4b153-482d-4ee0-b6d8-d09603380121 req-57935ccb-ae11-42e3-baaa-5b8870355e22 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517251
May 19 23:30:52.646530 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785835b-383b-4e5a-aaea-09f088f33701 req-66ef69fe-768c-4987-a95d-ed1faacf0f1c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:52.648427 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a785835b-383b-4e5a-aaea-09f088f33701 req-66ef69fe-768c-4987-a95d-ed1faacf0f1c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0888000
May 19 23:30:52.732880 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a785835b-383b-4e5a-aaea-09f088f33701 req-ef11e1b5-43a9-4141-abda-9932b65ede3e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769403
May 19 23:30:53.021240 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45108) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:53.235384 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:53.251804 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:53.257971 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Usage tracker for resource:security_group_rule and tenant:f516ad14827a471a93c02bc0f342bfba is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:53.261379 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:53.267394 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:53.383852 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:53.390814 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:53.404606 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-06386463-8319-4fb5-b3ac-25897ffdea32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:53.447780 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669e35ed-6c10-4f0e-92ac-0aee4a0f9f19,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:53.463214 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:53.476308 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f516ad14827a471a93c02bc0f342bfba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4538479
May 19 23:30:53.479182 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45142) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:53.632782 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:53.709013 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:53.810600 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60769e-95e8-4e06-9e1e-19c64b103dc1 req-45b691c8-cfb0-444e-847d-69507b210545 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:53.812177 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9a60769e-95e8-4e06-9e1e-19c64b103dc1 req-45b691c8-cfb0-444e-847d-69507b210545 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2319076
May 19 23:30:53.917225 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9a60769e-95e8-4e06-9e1e-19c64b103dc1 req-6a0a0a15-e742-42d4-860d-59f68bf540aa tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848341
May 19 23:30:53.918109 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:53.923637 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2fff2cf8-5ace-4746-955f-a1de86e30d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:53.937360 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669e35ed-6c10-4f0e-92ac-0aee4a0f9f19,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:53.948778 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.949221 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.949633 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.950045 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.950446 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.951010 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.951434 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.951830 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.952244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.952642 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.953101 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.953517 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:53.960920 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:53.964144 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/669e35ed-6c10-4f0e-92ac-0aee4a0f9f19 HTTP/1.1" status: 204  len: 168 time: 0.4837651
May 19 23:30:53.967923 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:54.106773 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a540-f071-4c91-aa7a-7aa3b42a9231 req-27c0efe3-2e0e-4d66-99b4-1e9f9c173895 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:54.111731 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e738a540-f071-4c91-aa7a-7aa3b42a9231 req-27c0efe3-2e0e-4d66-99b4-1e9f9c173895 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1142168
May 19 23:30:54.189056 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e738a540-f071-4c91-aa7a-7aa3b42a9231 req-8555ae1e-e39b-40f9-866f-a7bd3cb374db tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677660
May 19 23:30:54.438173 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a364d-1b90-43a1-b820-ed5a09b73764 req-ada0be67-67d3-4c55-93b4-b0582de5cc70 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:54.440235 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-004a364d-1b90-43a1-b820-ed5a09b73764 req-ada0be67-67d3-4c55-93b4-b0582de5cc70 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1185129
May 19 23:30:54.449203 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 45192) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:54.456014 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'floatingip': {'port_id': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:30:54.476166 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45198) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:54.497799 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.515110 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:54.522708 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:8abb831c254e4747aab1435dc2c67883 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:54.526206 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:54.532850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:54.543565 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.659767 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.668316 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.681586 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a69c6d17-811e-4fae-9577-f41387c6ca3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:54.717155 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9579b236-2282-449b-8c64-3ab3ff46072a,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:54.720784 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:54.745331 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8abb831c254e4747aab1435dc2c67883&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2675159
May 19 23:30:54.749536 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45208) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:54.826289 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.859062 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.931960 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.938929 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0f90c0fe-7772-4dc8-944d-f1a5151d3f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:54.959437 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9579b236-2282-449b-8c64-3ab3ff46072a,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:54.963561 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:54.964540 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:54.965779 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9579b236-2282-449b-8c64-3ab3ff46072a HTTP/1.1" status: 204  len: 168 time: 0.2152364
May 19 23:30:55.379216 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc733bf-c38a-4dd1-b1a6-2776fea690a0 req-03618e0a-b422-4f57-8846-b0c1ec2d53f4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:55.381811 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2bc733bf-c38a-4dd1-b1a6-2776fea690a0 req-03618e0a-b422-4f57-8846-b0c1ec2d53f4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2287705
May 19 23:30:55.530021 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2bc733bf-c38a-4dd1-b1a6-2776fea690a0 req-946d81ce-940a-4576-9a49-86ba61ab1530 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420355
May 19 23:30:55.570309 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45240) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:55.716305 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:55.741076 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:55.756326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Usage tracker for resource:security_group_rule and tenant:49133c6f9282448b9248238147f0c3c5 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:55.765520 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:55.777236 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:55.815271 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:55.822756 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:55.899713 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:55.905107 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:55.923904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:55.969119 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49133c6f9282448b9248238147f0c3c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3938060
May 19 23:30:55.969236 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45266) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:55.985788 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d8c34-6a55-4149-9a48-d2f663793d27,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:55.992335 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:56.043785 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Floating IP 5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03 associated. External IP: 172.27.1.120, port: 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20.
May 19 23:30:56.063763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.119904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.212565 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.217563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:56.226966 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45278) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:56.235245 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d8c34-6a55-4149-9a48-d2f663793d27,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:56.241265 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:56.243409 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.244518 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/784d8c34-6a55-4149-9a48-d2f663793d27 HTTP/1.1" status: 204  len: 168 time: 0.2743144
May 19 23:30:56.397034 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.430603 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:56.434973 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Usage tracker for resource:security_group_rule and tenant:675a78d91d1c44b2af46ba47976dd0be is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:56.438769 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:56.451907 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:56.481258 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Router 65746008-f273-4150-a3d9-ba12efeeaa9f has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:30:56.561236 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.569276 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.599563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:56.700196 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:30:56.707476 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.722317 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=675a78d91d1c44b2af46ba47976dd0be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4940388
May 19 23:30:56.725779 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] Sync routers for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:30:56.726899 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00685a4d-a164-4615-959b-d34eabebf4ae,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:56.730396 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:56.731150 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45300) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:56.784275 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:56.785319 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4911852e-5d13-486e-bcd7-f63fa11325f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "PUT /v2.0/floatingips/5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03 HTTP/1.1" status: 200  len: 992 time: 2.3344159
May 19 23:30:56.787251 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:30:56.789748 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145beecd90>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:56.909389 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 45318) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:56.943549 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.983946 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:56.991461 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:56.996908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:89fbabfddd774b1fbf64f8674d47d18a is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:57.004685 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:57.018831 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:57.076201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.124267 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'status': 'completed', 'code': 200}
May 19 23:30:57.147468 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.153783 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.164977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:57.209516 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f871-b957-44e2-93c7-03f21f479541 req-43699f70-7cbe-4c50-ba3b-2b5901eb532b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:57.210774 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-95c1f871-b957-44e2-93c7-03f21f479541 req-43699f70-7cbe-4c50-ba3b-2b5901eb532b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.4406967
May 19 23:30:57.220439 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:57.308843 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89fbabfddd774b1fbf64f8674d47d18a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3974271
May 19 23:30:57.314266 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-95c1f871-b957-44e2-93c7-03f21f479541 req-578f00b4-ff6c-4480-a041-8cb28a197197 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940347
May 19 23:30:57.314928 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45328) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:57.315859 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.327160 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-97262906-3f57-44cd-8d89-6977ea4163aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:57.363204 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd70f8c0-b8e6-49d0-89e7-73f67c3b2f96,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:57.381963 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.382772 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.383374 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.384137 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.384668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.385202 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.385728 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.386341 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.386865 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.387479 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.388060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.388578 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:30:57.397267 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:57.416492 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00685a4d-a164-4615-959b-d34eabebf4ae,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:57.421199 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:57.430360 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.431498 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00685a4d-a164-4615-959b-d34eabebf4ae HTTP/1.1" status: 204  len: 168 time: 0.6991625
May 19 23:30:57.451949 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-aa365b75-cec5-4b78-8512-864bd86aa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:57.454358 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-aa365b75-cec5-4b78-8512-864bd86aa836 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1099 time: 0.2694168
May 19 23:30:57.454519 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.509545 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.585689 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.592869 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-52ff4606-5827-41b7-95a5-cc8ab6a28cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:57.606626 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd70f8c0-b8e6-49d0-89e7-73f67c3b2f96,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:57.610723 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:57.615771 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:57.619282 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd70f8c0-b8e6-49d0-89e7-73f67c3b2f96 HTTP/1.1" status: 204  len: 168 time: 0.2964878
May 19 23:30:57.850029 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145beecd90>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'port_id': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'mac_address': 'fa:16:3e:67:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:30:10Z', 'updated_at': '2021-05-19T23:30:55Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:57.856305 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] Checking router: 65746008-f273-4150-a3d9-ba12efeeaa9f for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:30:57.863571 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-e6cb6e16-3010-4577-bf1b-892e71694062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:57.865835 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-e6cb6e16-3010-4577-bf1b-892e71694062 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.3890347
May 19 23:30:57.868363 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:30:57.869226 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145beecd90>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:30:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:58.093042 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:30:58.098316 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb389c08-aa91-4cf3-a33d-db25c8aebf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.146893 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45358) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:58.181738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.210682 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:30:58.216042 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7b9f9429d943ada3585162800508ca is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:30:58.219773 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:30:58.228061 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:30:58.347265 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.353759 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.374862 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-91bcf619-84fc-4491-833b-419f34733498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:58.443662 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea7b9f9429d943ada3585162800508ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2945905
May 19 23:30:58.444312 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 45374) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:30:58.445220 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d743f5e-34bb-40b2-87eb-25da26b047c9,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:58.447802 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:58.640608 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.640932 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145beecd90>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'port_id': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'mac_address': 'fa:16:3e:67:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:30:10Z', 'updated_at': '2021-05-19T23:30:55Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:30:58.645284 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae018c1-0ef2-4a2a-a0a4-1ce50c580555 None None] The sync data for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi is: [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'port_id': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'mac_address': 'fa:16:3e:67:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:30:10Z', 'updated_at': '2021-05-19T23:30:55Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:30:58.735525 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.827932 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.836790 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-77f80fb1-abb6-484d-86e2-28e65eb25dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:30:58.849896 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d743f5e-34bb-40b2-87eb-25da26b047c9,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:30:58.852807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244441-72f1-4bfd-99a5-08d123411a5d req-6d715558-a5d3-489a-bf28-b5c12542d74d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:30:58.854342 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:30:58.854776 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b1244441-72f1-4bfd-99a5-08d123411a5d req-6d715558-a5d3-489a-bf28-b5c12542d74d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2059822
May 19 23:30:58.862498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:30:58.869823 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d743f5e-34bb-40b2-87eb-25da26b047c9 HTTP/1.1" status: 204  len: 168 time: 0.4222314
May 19 23:30:58.937588 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b1244441-72f1-4bfd-99a5-08d123411a5d req-09f7784e-c4bb-4e84-92c6-5e9ecfae8ceb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555677
May 19 23:30:59.028408 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f35fca-81ca-4d0f-aadd-6131b82909e2 None None] New status for floating IP 5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03: ACTIVE {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:31:00.169997 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2793-8ccb-4c1f-a3ef-e107c11cec11 req-3fce42a2-61bc-4f62-ba4a-8e2c8358297f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:00.172645 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d14b2793-8ccb-4c1f-a3ef-e107c11cec11 req-3fce42a2-61bc-4f62-ba4a-8e2c8358297f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1124549
May 19 23:31:00.247263 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d14b2793-8ccb-4c1f-a3ef-e107c11cec11 req-26b10137-9548-4bb4-b796-45c8acbeb50e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639603
May 19 23:31:00.744204 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45484) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:00.771624 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3881d06a-8fd5-45e9-baaa-7acf25c81ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:00.871878 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:00.900127 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:00.914814 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:00.919905 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Usage tracker for resource:security_group_rule and tenant:14a90305545542499e70d82cf9dcbc4b is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:00.923968 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:00.932272 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:00.980713 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-1f7133fc-f55b-4e58-a7aa-04eda2d93077 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 HTTP/1.1" status: 200  len: 1002 time: 0.1273413
May 19 23:31:01.083143 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:01.090560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-2eaa4f34-a392-4d1c-b782-f04daef58fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:01.093295 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-2eaa4f34-a392-4d1c-b782-f04daef58fee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.1041601
May 19 23:31:01.095061 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:01.104981 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2c57082d-ec1a-476e-bbed-d48a830e15de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:01.154319 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14a90305545542499e70d82cf9dcbc4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4088502
May 19 23:31:01.155635 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e646517a-5557-4033-8463-61b8fde13d2c,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:01.158683 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45498) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:01.162422 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:01.207704 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:31:01.230780 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:01.231717 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-a529bd97-3610-45eb-920a-277729892268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:01.233682 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-a529bd97-3610-45eb-920a-277729892268 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1227705
May 19 23:31:01.262118 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:01.377302 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:01.381804 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-471942a7-68de-4a8d-9eb0-0954e3ebde84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:01.394392 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646517a-5557-4033-8463-61b8fde13d2c,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:01.402520 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:01.437102 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-07620c35-b95c-4f29-9215-09227b325da9 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889877
May 19 23:31:01.464766 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:01.465999 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e646517a-5557-4033-8463-61b8fde13d2c HTTP/1.1" status: 204  len: 168 time: 0.3060453
May 19 23:31:01.522113 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f798e-d1b4-49fd-91dd-ea4313392830 req-68acb6d1-7201-4889-873b-437cdea76cd2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:01.524634 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7a7f798e-d1b4-49fd-91dd-ea4313392830 req-68acb6d1-7201-4889-873b-437cdea76cd2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1231446
May 19 23:31:01.600514 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2a1b1f8-34df-4cd6-b0c4-de34bfab8112 req-261ec7f8-4f7e-46ad-a1ee-0afb540bab82 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440160
May 19 23:31:01.602055 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7a7f798e-d1b4-49fd-91dd-ea4313392830 req-29b993fa-5359-4096-bbcc-c369d9e14843 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717342
May 19 23:31:01.658319 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:01.971109 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45534) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:01.996237 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:02.014691 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:02.023177 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Usage tracker for resource:security_group_rule and tenant:bb98b66cbcb94ebf99a4481775157993 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:02.026955 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:02.034787 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:02.242316 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:02.254962 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:02.266747 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:02.318519 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb98b66cbcb94ebf99a4481775157993&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3458986
May 19 23:31:02.321392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 45554) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:02.326623 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12030a59-3a56-4c89-af1e-b775a95ba1de,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:02.333649 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:02.363046 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-b795051d-392b-4990-90ce-041c94060042 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:02.365059 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-b795051d-392b-4990-90ce-041c94060042 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.2485781
May 19 23:31:02.382990 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-b990ce27-587a-413b-8c52-95223fdca1bd tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/quotas/18063011b3bc44a184f643efa4774802 HTTP/1.1" status: 200  len: 375 time: 0.0117528
May 19 23:31:02.486481 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:02.525078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:02.551567 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-f79f6a44-83b5-4d8a-9e9c-ea9ad8694dea tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1594758
May 19 23:31:02.590368 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:02.596406 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:02.610236 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12030a59-3a56-4c89-af1e-b775a95ba1de,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:02.613392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:02.614931 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:02.616517 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12030a59-3a56-4c89-af1e-b775a95ba1de HTTP/1.1" status: 204  len: 168 time: 0.2936697
May 19 23:31:02.762044 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-8480fa67-814f-4661-b510-5af07a60ca43 service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030437
May 19 23:31:02.976744 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-db531d43-3765-4734-a863-69900cdcc161 service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063553
May 19 23:31:03.004596 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30ac7-4f00-4a76-8d46-7335773068a6 req-75c79ade-ba37-4c8e-8ee7-46be0d70226e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:03.004596 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a9c30ac7-4f00-4a76-8d46-7335773068a6 req-75c79ade-ba37-4c8e-8ee7-46be0d70226e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1100655
May 19 23:31:03.058914 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a9c30ac7-4f00-4a76-8d46-7335773068a6 req-eed6b7e1-cf56-4169-a2ef-b5b4d4c83f07 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497773
May 19 23:31:03.189246 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0c478218-47e7-4d5a-ae85-343fba30e971 req-3c1e1fba-d410-4561-8827-edae0b46a5aa tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 210 time: 0.0507772
May 19 23:31:03.443042 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:04.305084 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd25bb-92c3-4c3d-b0d5-6c99182dbed7 req-3f827fba-c616-43fe-a144-3edbc75c41b2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:04.313962 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dbfd25bb-92c3-4c3d-b0d5-6c99182dbed7 req-3f827fba-c616-43fe-a144-3edbc75c41b2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1289482
May 19 23:31:04.399600 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15361136-c170-4369-b837-698a38206462 req-6d5d7175-eaeb-492a-8183-3437f9b67404 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 210 time: 0.0642774
May 19 23:31:04.433950 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dbfd25bb-92c3-4c3d-b0d5-6c99182dbed7 req-21b68337-8401-42df-88e7-8b587dabc498 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188650
May 19 23:31:04.582031 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-1aede68b-e3b8-4fa8-ac42-76cd20070c30 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:04.583514 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-1aede68b-e3b8-4fa8-ac42-76cd20070c30 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Synchronizing usage tracker for tenant:18063011b3bc44a184f643efa4774802 on resource:network {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:31:04.611274 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-1aede68b-e3b8-4fa8-ac42-76cd20070c30 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Unset dirty status for tenant:18063011b3bc44a184f643efa4774802 on resource:network {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:31:04.613451 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-1aede68b-e3b8-4fa8-ac42-76cd20070c30 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.2536283
May 19 23:31:04.631256 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Request body: {'port': {'device_id': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'admin_state_up': True, 'tenant_id': '18063011b3bc44a184f643efa4774802'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:04.801736 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:04.812670 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:04.823100 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Made reservation on behalf of 18063011b3bc44a184f643efa4774802 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:04.826601 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:05.033602 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Allocated IP 172.20.0.6 (0c4b2506-6baa-4e1f-90a4-721071253897/8bcc5db8-2858-4194-9c5a-83852ec59036/b6ae569b-addf-409e-8203-9d39947fbeb7) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:05.272295 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:05.314564 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:05.322162 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c6dae93-b600-4cea-9354-6928dba60c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:05.331973 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:05.408097 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Network 0c4b2506-6baa-4e1f-90a4-721071253897 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:05.411383 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:05.415478 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:05.429241 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:05.430013 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:05.443524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event updated for resources: {'Port': ['ID=b6ae569b-addf-409e-8203-9d39947fbeb7,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:05.451169 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:05.489407 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8558061
May 19 23:31:05.501921 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Request body: {'port': {'device_id': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:05.758616 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc05a2-4b06-4b1a-b04e-962e0e388faf req-b0188225-9a1b-4138-82ee-9ea631ffde45 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:05.760809 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0dc05a2-4b06-4b1a-b04e-962e0e388faf req-b0188225-9a1b-4138-82ee-9ea631ffde45 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 931 time: 0.1835923
May 19 23:31:05.774018 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:05.826583 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3655e-1902-4f73-b3be-b7c04174b8b5 req-200e58d6-4014-4be1-8eda-b3357ecacbae tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:05.828106 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f0d3655e-1902-4f73-b3be-b7c04174b8b5 req-200e58d6-4014-4be1-8eda-b3357ecacbae tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2489781
May 19 23:31:05.831014 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0dc05a2-4b06-4b1a-b04e-962e0e388faf req-b3d83058-ecc7-4e16-b253-aaba4dd05225 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646977
May 19 23:31:05.924515 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f0d3655e-1902-4f73-b3be-b7c04174b8b5 req-ad912240-c5b0-4fac-bdde-23be84383878 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895905
May 19 23:31:06.226335 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ae569b-addf-409e-8203-9d39947fbeb7 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:06.244149 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.264063 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Transition to ACTIVE for port object b6ae569b-addf-409e-8203-9d39947fbeb7 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:06.269119 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.277309 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:06.346750 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45752) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:06.443017 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ae569b-addf-409e-8203-9d39947fbeb7,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:06.465903 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:06.466685 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Attempting to bind port b6ae569b-addf-409e-8203-9d39947fbeb7 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:31:06.468994 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Attempting to bind port b6ae569b-addf-409e-8203-9d39947fbeb7 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:31:06.469354 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Attempting to bind port b6ae569b-addf-409e-8203-9d39947fbeb7 on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:06.477629 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Port b6ae569b-addf-409e-8203-9d39947fbeb7 on network 0c4b2506-6baa-4e1f-90a4-721071253897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:31:06.477955 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Attempting to bind port b6ae569b-addf-409e-8203-9d39947fbeb7 on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:06.487152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:31:06.487152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Checking segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:06.487152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Bound using segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:31:06.487656 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Bound port: b6ae569b-addf-409e-8203-9d39947fbeb7, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:31:06.487765 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.525735 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.545780 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:06.550020 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Usage tracker for resource:security_group_rule and tenant:bd4740d028484a9389a3fd0f0de4f421 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:06.553603 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:06.560385 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:06.581546 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] For port b6ae569b-addf-409e-8203-9d39947fbeb7, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:31:06.585764 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] For port b6ae569b-addf-409e-8203-9d39947fbeb7, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b6ae569b-addf-409e-8203-9d39947fbeb7,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:31:06.593564 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.601358 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d874e286-92c7-4842-a397-9e866e67b836 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:06.693637 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ae569b-addf-409e-8203-9d39947fbeb7,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:06.699164 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:06.703209 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:06.703935 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.705522 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] 10.222.0.55 "PUT /v2.0/ports/b6ae569b-addf-409e-8203-9d39947fbeb7 HTTP/1.1" status: 200  len: 1093 time: 1.2098191
May 19 23:31:06.706119 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'tag': 'b6ae569b-addf-409e-8203-9d39947fbeb7'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:06.735244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.747993 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.756885 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:06.760792 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'tag': 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'status': 'completed', 'code': 200}
May 19 23:31:06.800633 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd4740d028484a9389a3fd0f0de4f421&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4496164
May 19 23:31:06.800633 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8822f1-9e85-488e-a7c4-d0ace9f9b630,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:06.801432 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45770) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:06.804759 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:06.865996 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.887886 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-94b90155-74cd-432b-bc31-d48db348a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:06.890531 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-94b90155-74cd-432b-bc31-d48db348a651 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 1096 time: 0.1205685
May 19 23:31:06.895175 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:06.972444 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-1cd63677-77a8-44b6-be81-a226fb13296f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ae569b-addf-409e-8203-9d39947fbeb7 HTTP/1.1" status: 200  len: 217 time: 0.0689459
May 19 23:31:07.013737 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.017487 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-323cbd55-a869-444d-9542-09583ddb8e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:07.038575 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8822f1-9e85-488e-a7c4-d0ace9f9b630,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:07.040849 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:07.049229 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-55dd8dea-62a1-4d35-b3ad-e21eda37aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:07.050742 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-55dd8dea-62a1-4d35-b3ad-e21eda37aee7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.0719795
May 19 23:31:07.118540 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.125582 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-6c760ec2-f4e9-4faa-9a70-c0970aa58094 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653014
May 19 23:31:07.126144 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea8822f1-9e85-488e-a7c4-d0ace9f9b630 HTTP/1.1" status: 204  len: 168 time: 0.3232410
May 19 23:31:07.164540 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d24bb-e073-4718-90ca-f34312bca766 req-649750ce-c326-4f1d-a37d-9929f508006b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:07.165502 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ca1d24bb-e073-4718-90ca-f34312bca766 req-649750ce-c326-4f1d-a37d-9929f508006b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 943 time: 0.1886134
May 19 23:31:07.207399 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba227e0c-4a67-42a0-a51d-3bc8f3d00731 req-97d4c2f2-58e6-4ef2-aeb2-7ec2fe772a52 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:07.211952 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ba227e0c-4a67-42a0-a51d-3bc8f3d00731 req-97d4c2f2-58e6-4ef2-aeb2-7ec2fe772a52 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1538885
May 19 23:31:07.276757 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ca1d24bb-e073-4718-90ca-f34312bca766 req-d1ce9cee-f0ce-450a-93fe-9031d97f80e5 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034975
May 19 23:31:07.279853 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ba227e0c-4a67-42a0-a51d-3bc8f3d00731 req-83c17fa2-a3e1-4050-ac91-2749ecbaf3db tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499618
May 19 23:31:07.319415 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-fc74b94d-a138-4fbb-8f8e-f27ce589ad1d service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820018
May 19 23:31:07.483640 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-303e0082-59b0-462e-a07f-26a0ab724f14 req-e5c6c83e-5d2e-4a9f-8804-faff73c48a3c service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543689
May 19 23:31:07.524941 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45790) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:07.542754 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.557232 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:07.561040 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Usage tracker for resource:security_group_rule and tenant:24a1f50c77be4762a08ad14dbe955ef4 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:07.563802 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:07.569495 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:07.620069 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-c24f3041-28d4-4d4e-a5d0-d420918e8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:07.621649 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-c24f3041-28d4-4d4e-a5d0-d420918e8d1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 1096 time: 0.0877161
May 19 23:31:07.667811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.671917 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.680208 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a8e6ef58-e6d8-4f3e-ac7f-6d76cb2421bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:07.718176 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24a1f50c77be4762a08ad14dbe955ef4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921740
May 19 23:31:07.719753 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9db19d-0be5-4536-a1fd-9cb50db9314e,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:07.722009 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45794) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:07.725257 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:07.769814 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-477d3ec4-ef16-48b1-b37b-0fe1ce1c0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:07.772951 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-477d3ec4-ef16-48b1-b37b-0fe1ce1c0adf service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 916 time: 0.1429794
May 19 23:31:07.791578 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.832593 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.876996 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-2de5103b-87fc-4473-8d26-30b9fa25d03c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ae569b-addf-409e-8203-9d39947fbeb7 HTTP/1.1" status: 200  len: 217 time: 0.0796666
May 19 23:31:07.898190 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.907384 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cec2ccf2-b749-4d1e-b660-de57a25ce324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:07.920092 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9db19d-0be5-4536-a1fd-9cb50db9314e,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:07.924603 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:07.938805 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:07.942877 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f9db19d-0be5-4536-a1fd-9cb50db9314e HTTP/1.1" status: 204  len: 168 time: 0.2170973
May 19 23:31:08.081180 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-b7028c6a-6172-4c39-8dc8-20ed7220df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:08.083787 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-b7028c6a-6172-4c39-8dc8-20ed7220df75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.1940851
May 19 23:31:08.147634 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-39fa9121-4d20-4129-8b6e-01eb81c41299 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515957
May 19 23:31:08.316303 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-b97f8417-6a8a-4afe-9799-03d943f9762c service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596448
May 19 23:31:08.586283 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8b32a963-3575-4ca3-bb2e-dfa6b060a1d7 req-66ea0f8a-226a-45cb-adb6-9919b2565f6c service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2625544
May 19 23:31:08.688468 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ecec0-6388-45e5-8e54-3cc40ec94dd0 req-60549e91-8c53-4d5b-b899-2e4ee1e10183 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:08.689850 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-162ecec0-6388-45e5-8e54-3cc40ec94dd0 req-60549e91-8c53-4d5b-b899-2e4ee1e10183 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 943 time: 0.1745341
May 19 23:31:08.718798 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51c17-9c68-4969-aa36-98964ea580cd req-38c66d2b-38ad-4e02-9639-8047271b00ff tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:08.720263 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b9e51c17-9c68-4969-aa36-98964ea580cd req-38c66d2b-38ad-4e02-9639-8047271b00ff tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1378667
May 19 23:31:08.778072 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-162ecec0-6388-45e5-8e54-3cc40ec94dd0 req-709700d3-0d00-4e83-abd2-fb704f9ff2c4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799010
May 19 23:31:08.802032 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b9e51c17-9c68-4969-aa36-98964ea580cd req-e869d9d6-5e1f-42a0-81d6-d8ad743dc0bc tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716112
May 19 23:31:09.105326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45856) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:09.241961 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:09.262781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:09.267951 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b65e9a65db45b288ae6b1e536aedc0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:09.272021 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:09.278778 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:09.301428 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d0769-a3ae-4039-824d-c02df5bda680 req-19ed8a6d-c2ca-49fd-b9ba-b30314b2f59e tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:09.303504 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-837d0769-a3ae-4039-824d-c02df5bda680 req-19ed8a6d-c2ca-49fd-b9ba-b30314b2f59e tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.1298075
May 19 23:31:09.392042 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-837d0769-a3ae-4039-824d-c02df5bda680 req-df0e646c-e935-49d0-ac9f-179091c6a6b7 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663600
May 19 23:31:09.423818 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:09.429245 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:09.438994 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-524eac61-aa10-4c8c-84e5-8656e826d632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:09.479073 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6b65e9a65db45b288ae6b1e536aedc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3738823
May 19 23:31:09.481632 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45868) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:09.484568 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7622b-77ce-49f5-8191-0cfac4517161,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:09.499276 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:09.550960 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc0d9af3-741d-43aa-9716-5b7d16948c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:09.591592 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc0d9af3-741d-43aa-9716-5b7d16948c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:09.605959 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device b6ae569b-addf-409e-8203-9d39947fbeb7 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:31:09.656540 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc0d9af3-741d-43aa-9716-5b7d16948c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:09.662193 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-7dd213fd-3b10-464b-b79e-3875c285c1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:09.675190 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d9af3-741d-43aa-9716-5b7d16948c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7622b-77ce-49f5-8191-0cfac4517161,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:09.679197 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bc0d9af3-741d-43aa-9716-5b7d16948c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:09.681504 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc0d9af3-741d-43aa-9716-5b7d16948c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:09.683103 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-bc0d9af3-741d-43aa-9716-5b7d16948c15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ff7622b-77ce-49f5-8191-0cfac4517161 HTTP/1.1" status: 204  len: 168 time: 0.2003100
May 19 23:31:09.876219 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port b6ae569b-addf-409e-8203-9d39947fbeb7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b6ae569b-addf-409e-8203-9d39947fbeb7,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:09.918883 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'port_id': 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'mac_address': 'fa:16:3e:c9:cf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc5db8-2858-4194-9c5a-83852ec59036', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:31:09.986927 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.006135 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ae569b-addf-409e-8203-9d39947fbeb7 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:10.023876 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port b6ae569b-addf-409e-8203-9d39947fbeb7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b6ae569b-addf-409e-8203-9d39947fbeb7,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:10.029126 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.031554 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:10.079276 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 45898) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:10.111482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.117314 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbe187-d723-4a3f-a66b-9342fd62bda4 req-8deb7522-1405-4309-9c3a-3e7b9982625c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:10.122620 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=b6ae569b-addf-409e-8203-9d39947fbeb7,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:10.127996 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-82bbe187-d723-4a3f-a66b-9342fd62bda4 req-8deb7522-1405-4309-9c3a-3e7b9982625c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1962502
May 19 23:31:10.128576 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:10.130679 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.131194 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.131720 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.132352 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.132693 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.133025 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.133345 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.133815 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.134276 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.134752 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.135069 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.135417 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:10.139463 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:10.144329 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba483b8d8ba497b8c58059be985b3f4 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:10.149006 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:10.155074 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:10.199101 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521869-6c31-41f5-bd77-eeff04f98c31 req-67337213-b08e-4496-937b-246f04a2f0f2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:10.200490 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-46521869-6c31-41f5-bd77-eeff04f98c31 req-67337213-b08e-4496-937b-246f04a2f0f2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 944 time: 0.2058494
May 19 23:31:10.212909 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-82bbe187-d723-4a3f-a66b-9342fd62bda4 req-058029c5-8fea-4ba8-8528-1aa5d425ace7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835900
May 19 23:31:10.268824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.270172 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-46521869-6c31-41f5-bd77-eeff04f98c31 req-ef91639d-3532-461f-befa-705cdc7ceccc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561249
May 19 23:31:10.276957 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.289369 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:10.334878 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ba483b8d8ba497b8c58059be985b3f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2536767
May 19 23:31:10.335887 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416d5c8d-332d-4fc8-bb01-b44409eb5df5,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:10.337427 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45908) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:10.338966 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:10.400147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.425992 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.486620 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.494993 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:10.508485 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416d5c8d-332d-4fc8-bb01-b44409eb5df5,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:10.510967 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:10.518376 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.523426 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/416d5c8d-332d-4fc8-bb01-b44409eb5df5 HTTP/1.1" status: 204  len: 168 time: 0.1810207
May 19 23:31:10.534974 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['b6ae569b-addf-409e-8203-9d39947fbeb7'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:10.795861 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a738f9-80a2-4490-8fb2-081ebea0d989 req-702d134b-9f78-43df-8179-c98902252478 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:10.803553 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54a738f9-80a2-4490-8fb2-081ebea0d989 req-702d134b-9f78-43df-8179-c98902252478 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.1485958
May 19 23:31:10.847264 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54a738f9-80a2-4490-8fb2-081ebea0d989 req-213d5f32-6b2a-429b-a0fc-4e9fe348332c tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418365
May 19 23:31:10.958930 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 45924) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:10.978171 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:10.994407 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:10.998313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Usage tracker for resource:security_group_rule and tenant:bba164fd750941b0aee60973fc46f283 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:11.001162 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:11.007617 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:11.095394 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:11.102244 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:11.118361 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:11.166691 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bba164fd750941b0aee60973fc46f283&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2066336
May 19 23:31:11.168422 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3300cdc-6301-424f-b069-953912aa113c,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:11.169378 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45930) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:11.173732 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:11.232135 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:11.260331 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:11.323930 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:11.332575 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cf238fd0-d960-449f-afeb-d819d04506fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:11.378438 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3300cdc-6301-424f-b069-953912aa113c,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:11.390058 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:11.394797 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:11.395981 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3300cdc-6301-424f-b069-953912aa113c HTTP/1.1" status: 204  len: 168 time: 0.2256556
May 19 23:31:11.553891 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a17ac-3580-434b-834f-2f2855968661 req-2dd7485b-0328-420d-9d68-95dee1d7ef17 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:11.555388 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5a2a17ac-3580-434b-834f-2f2855968661 req-2dd7485b-0328-420d-9d68-95dee1d7ef17 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2259111
May 19 23:31:11.593077 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50d6d7-71e4-4abd-8b2e-a35fb28ab1aa req-a9ff294c-d38d-4aa0-b396-296fc6fbcf29 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:11.595377 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6b50d6d7-71e4-4abd-8b2e-a35fb28ab1aa req-a9ff294c-d38d-4aa0-b396-296fc6fbcf29 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 944 time: 0.1749744
May 19 23:31:11.643364 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5a2a17ac-3580-434b-834f-2f2855968661 req-343cb66d-0ded-4897-9812-41b9b16e0e3b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800760
May 19 23:31:11.667127 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6b50d6d7-71e4-4abd-8b2e-a35fb28ab1aa req-e4d79751-f8ae-40ca-a347-d936f11fcca3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607889
May 19 23:31:11.931915 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45962) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:12.054967 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc2f8-6e0a-41c0-9135-bc739cee9cb2 req-7b060d6f-ce14-4a09-b43b-87eb53f0a43d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:12.056359 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c1bc2f8-6e0a-41c0-9135-bc739cee9cb2 req-7b060d6f-ce14-4a09-b43b-87eb53f0a43d tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.0882766
May 19 23:31:12.110900 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c1bc2f8-6e0a-41c0-9135-bc739cee9cb2 req-457ede58-f762-4e00-9eca-b77c73fe6687 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434740
May 19 23:31:12.131200 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.146139 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:12.150044 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:e824a43d841d47129b5a9bbca0287d3d is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:12.153368 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:12.158900 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:12.250491 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.255298 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.262578 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-eda26921-0def-49e5-ac1a-b62cbe51c8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:12.304229 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e824a43d841d47129b5a9bbca0287d3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3710754
May 19 23:31:12.305187 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74adf855-87de-450b-bd36-031602cf04ca,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:12.307111 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 45982) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:12.308215 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:12.356728 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 45986) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:12.378233 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.404460 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.459779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.461094 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-220364629-network', 'tenant_id': '5045414ffd7a40d794e05a17b08d20bc'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:12.465621 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a43f27e-22d0-4684-86c4-c3f938b5739a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:12.465775 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:12.469563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Usage tracker for resource:network and tenant:5045414ffd7a40d794e05a17b08d20bc is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:12.472583 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:12.479000 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:12.479207 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74adf855-87de-450b-bd36-031602cf04ca,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:12.482821 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:12.490500 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Made reservation on behalf of 5045414ffd7a40d794e05a17b08d20bc for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:12.493291 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.498505 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.501971 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74adf855-87de-450b-bd36-031602cf04ca HTTP/1.1" status: 204  len: 168 time: 0.1913652
May 19 23:31:12.510851 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.526055 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:12.529863 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Usage tracker for resource:security_group_rule and tenant:5045414ffd7a40d794e05a17b08d20bc is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:12.532672 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:12.538464 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:12.626214 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.630389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.633233 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-794bbfb5-aaf8-4700-ad91-398a6b52bee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:12.665876 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:31:12.679374 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff08429-83c3-49f3-a62e-4c9812ed56c2,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:12.684580 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:12.688062 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.688400 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Added segment 9553dd73-2c11-4ca9-a34f-9ab3d4423173 of type vlan for network 1599c228-8df0-4984-b4f7-5ba70ed95a7d
May 19 23:31:12.717558 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.750028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.751844 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:12.752685 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.759585 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:12.845969 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46002) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:12.859446 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Pushing event updated for resources: {'Network': ['ID=1599c228-8df0-4984-b4f7-5ba70ed95a7d,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:12.865145 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:12.870269 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 1599c228-8df0-4984-b4f7-5ba70ed95a7d details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:31:12.880910 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:12.884793 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Usage tracker for resource:security_group_rule and tenant:ce687c4aefd546ec9b392a4d827ff54c is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:12.888146 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:12.894137 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:12.905724 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:12.940108 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5817904
May 19 23:31:12.943259 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46006) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:12.956699 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Request body: {'subnet': {'network_id': '1599c228-8df0-4984-b4f7-5ba70ed95a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-220364629-subnet', 'tenant_id': '5045414ffd7a40d794e05a17b08d20bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:12.966565 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:12.967804 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7bd6b-7ceb-4955-af99-7be705f4a64c req-0697903c-eec9-41b8-95ec-043b2b109c03 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:12.969361 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d7b7bd6b-7ceb-4955-af99-7be705f4a64c req-0697903c-eec9-41b8-95ec-043b2b109c03 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1138716
May 19 23:31:12.975964 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Usage tracker for resource:subnet and tenant:5045414ffd7a40d794e05a17b08d20bc is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:12.980290 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:12.988304 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:13.009243 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Made reservation on behalf of 5045414ffd7a40d794e05a17b08d20bc for: {'subnet': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:13.011754 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.023114 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d7b7bd6b-7ceb-4955-af99-7be705f4a64c req-e625f422-3ffb-4bc7-b708-0e220f80043e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445583
May 19 23:31:13.158180 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.165125 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.173919 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bbf860c8-7ebf-47a4-8a84-0d59d8ffeb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:13.217248 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd5786-f246-473b-94db-0c906aef0850 req-f3a9774d-b752-40b2-a6f7-e65f8406458d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:13.219562 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c2fd5786-f246-473b-94db-0c906aef0850 req-f3a9774d-b752-40b2-a6f7-e65f8406458d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 944 time: 0.0903606
May 19 23:31:13.251115 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce687c4aefd546ec9b392a4d827ff54c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4040096
May 19 23:31:13.259184 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46014) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:13.262947 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a83fb-91f6-49b9-9911-40811ad5facf,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:13.270537 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:13.283320 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c2fd5786-f246-473b-94db-0c906aef0850 req-eea5e544-b873-4721-8746-90f837c68371 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556474
May 19 23:31:13.341303 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.369157 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.477532 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.482294 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:13.499897 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a83fb-91f6-49b9-9911-40811ad5facf,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:13.508826 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f02cb-427a-4a5a-95a8-32970b20bf73 req-3882ae9f-05f1-4e04-ab0e-7b12b88de94a tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:13.510305 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d30f02cb-427a-4a5a-95a8-32970b20bf73 req-3882ae9f-05f1-4e04-ab0e-7b12b88de94a tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.1238365
May 19 23:31:13.511147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:13.512103 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.515336 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad7a83fb-91f6-49b9-9911-40811ad5facf HTTP/1.1" status: 204  len: 168 time: 0.2529359
May 19 23:31:13.523733 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.529152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8b806230-714b-4c4a-9843-3a9125e47164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:13.562653 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d30f02cb-427a-4a5a-95a8-32970b20bf73 req-ded6952c-0a0a-4504-8c72-13d614aa901b tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446455
May 19 23:31:13.601132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8b69c0-706a-4e11-b1d8-4d8ba9990135,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:13.611896 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:13.625218 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Checking segment: {'id': '9553dd73-2c11-4ca9-a34f-9ab3d4423173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1599c228-8df0-4984-b4f7-5ba70ed95a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:13.625573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Network hostable DHCP agents. Network: 1599c228-8df0-4984-b4f7-5ba70ed95a7d, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:31:13.643731 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Network 1599c228-8df0-4984-b4f7-5ba70ed95a7d is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:31:13.653563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 1599c228-8df0-4984-b4f7-5ba70ed95a7d) {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:13.657845 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:13.658432 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:13.666913 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3b478-5214-4559-8ab0-7a90eb356e5d None None] Network 1599c228-8df0-4984-b4f7-5ba70ed95a7d requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:13.687754 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7394524
May 19 23:31:13.901417 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e963044-f970-4303-8d7c-74e93aa7a32e None None] Network 1599c228-8df0-4984-b4f7-5ba70ed95a7d requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:13.999469 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46030) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:14.016701 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.033326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:14.038260 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Usage tracker for resource:security_group_rule and tenant:32fb794cdbe1409bbccbd71a7b05b839 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:14.041252 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:14.052768 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:14.151951 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.190611 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.202837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d119d421-abe2-43cf-a312-04fb68a377e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:14.261955 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bbcd44-850f-4bc8-a61c-bf9ecb82801d,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:14.266075 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32fb794cdbe1409bbccbd71a7b05b839&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2656200
May 19 23:31:14.267424 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:14.268987 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46042) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:14.295883 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3dec3-05fc-4d81-a2c3-fc4b7704346c req-8b7e09e9-9513-432b-9b22-13dbb75cc0cd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:14.297461 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-16a3dec3-05fc-4d81-a2c3-fc4b7704346c req-8b7e09e9-9513-432b-9b22-13dbb75cc0cd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1428974
May 19 23:31:14.336789 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.354825 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-16a3dec3-05fc-4d81-a2c3-fc4b7704346c req-bd61b1e6-ff87-4b3b-857d-48ad127f59b4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480771
May 19 23:31:14.366272 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.426056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.431012 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-de208152-9e59-43fa-a6b3-3221b16cb38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:14.443363 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bbcd44-850f-4bc8-a61c-bf9ecb82801d,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:14.447437 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:14.450725 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.451867 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25bbcd44-850f-4bc8-a61c-bf9ecb82801d HTTP/1.1" status: 204  len: 168 time: 0.1818297
May 19 23:31:14.456862 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46054) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:14.463403 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1788886235-network', 'tenant_id': '3645a03b0fba49d9813603b23406b11a'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:14.468800 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:14.503216 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Usage tracker for resource:network and tenant:3645a03b0fba49d9813603b23406b11a is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:14.510864 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:14.524589 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:14.544230 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Made reservation on behalf of 3645a03b0fba49d9813603b23406b11a for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:14.546520 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.562364 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.583981 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:14.590553 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Usage tracker for resource:security_group_rule and tenant:3645a03b0fba49d9813603b23406b11a is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:14.593796 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:14.604181 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ba525-7a09-4bde-aa98-58b625615596 req-915585c2-b289-4151-9918-ed08bce370dd tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:14.605651 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad1ba525-7a09-4bde-aa98-58b625615596 req-915585c2-b289-4151-9918-ed08bce370dd tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 944 time: 0.1380699
May 19 23:31:14.609847 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:14.684333 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad1ba525-7a09-4bde-aa98-58b625615596 req-3be9d5f4-123d-439c-b617-582c320a78a4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720282
May 19 23:31:14.796577 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.804677 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.813984 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b1ac04db-579b-409e-a97b-b0e347d4a1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:14.854285 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:31:14.865209 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02de2173-a3b8-4a89-9d55-576cf07667b6,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:14.870591 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:14.874589 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b66671-12a7-4c68-adcb-024b327c882f req-447c7da7-c5f5-410d-b38a-1c784b0f9118 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:14.875464 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-f9b66671-12a7-4c68-adcb-024b327c882f req-447c7da7-c5f5-410d-b38a-1c784b0f9118 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Synchronizing usage tracker for tenant:a30c811917474d7598fecc98f3952b42 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:31:14.875916 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.876258 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Added segment 83efc190-0a5a-4176-8ee1-4090f67168fd of type vlan for network 7c32f630-0e60-44c9-8f2c-ec643bc35507
May 19 23:31:14.893121 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-f9b66671-12a7-4c68-adcb-024b327c882f req-447c7da7-c5f5-410d-b38a-1c784b0f9118 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Unset dirty status for tenant:a30c811917474d7598fecc98f3952b42 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:31:14.894341 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9b66671-12a7-4c68-adcb-024b327c882f req-447c7da7-c5f5-410d-b38a-1c784b0f9118 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.1050246
May 19 23:31:14.913908 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.924575 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a460bf-90c1-4c44-b3ef-4c4bfdd2e172 req-cff00ebc-6515-4ea8-9b5d-2c4e60ede0d7 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:14.926032 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-68a460bf-90c1-4c44-b3ef-4c4bfdd2e172 req-cff00ebc-6515-4ea8-9b5d-2c4e60ede0d7 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 946 time: 0.1653078
May 19 23:31:14.986076 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.990487 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:14.991354 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:14.997843 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cc4fe23f-66e2-47d7-bf92-7922381a9b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:15.019608 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-68a460bf-90c1-4c44-b3ef-4c4bfdd2e172 req-fc9cbf5d-5772-45a5-9de7-5223ffc7b4b9 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/security-groups?id=83bea4f9-0fca-4bd4-95ca-e721c08c975c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863602
May 19 23:31:15.041480 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Deleting port 2a22df44-88e9-4163-97f5-5fcc0f962acf {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:31:15.042573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:15.119162 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Pushing event updated for resources: {'Network': ['ID=7c32f630-0e60-44c9-8f2c-ec643bc35507,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:15.122040 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:15.123647 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6658025
May 19 23:31:15.126368 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46062) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:15.129976 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 7c32f630-0e60-44c9-8f2c-ec643bc35507 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:31:15.132079 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Request body: {'subnet': {'network_id': '7c32f630-0e60-44c9-8f2c-ec643bc35507', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1788886235-subnet', 'tenant_id': '3645a03b0fba49d9813603b23406b11a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:15.136886 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:15.140855 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Usage tracker for resource:subnet and tenant:3645a03b0fba49d9813603b23406b11a is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:15.143730 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:15.150548 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:15.162864 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Made reservation on behalf of 3645a03b0fba49d9813603b23406b11a for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:15.165780 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:15.273467 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] For port 2a22df44-88e9-4163-97f5-5fcc0f962acf, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2a22df44-88e9-4163-97f5-5fcc0f962acf,segment=NetworkSegment(e3bc0a7a-d67b-4beb-87da-b2deb4cd1712),segment_id=e3bc0a7a-d67b-4beb-87da-b2deb4cd1712)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:15.273826 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:15.413884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Calling delete_port for 2a22df44-88e9-4163-97f5-5fcc0f962acf owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:31:15.612384 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:15.623688 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:15.673246 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817096-abf1-4c60-ae15-67e1c9f2a1d1 req-458cbfc1-e14d-49b3-be4f-0ef3cc5c2463 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:15.674527 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Pushing event deleted for resources: {'Port': ['ID=2a22df44-88e9-4163-97f5-5fcc0f962acf,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:15.674740 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-92817096-abf1-4c60-ae15-67e1c9f2a1d1 req-458cbfc1-e14d-49b3-be4f-0ef3cc5c2463 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1270108
May 19 23:31:15.708391 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:15.757954 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] No DVR routers for this DVR port 2a22df44-88e9-4163-97f5-5fcc0f962acf on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:31:15.761401 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:15.764491 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'name': 'network-vif-deleted', 'tag': '2a22df44-88e9-4163-97f5-5fcc0f962acf'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:15.782707 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9b66671-12a7-4c68-adcb-024b327c882f req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.55 "DELETE /v2.0/ports/2a22df44-88e9-4163-97f5-5fcc0f962acf HTTP/1.1" status: 204  len: 173 time: 0.8827875
May 19 23:31:15.806202 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-92817096-abf1-4c60-ae15-67e1c9f2a1d1 req-0a69d926-679c-4c57-9633-17ca4a5e52af tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915742
May 19 23:31:15.810002 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:15.818712 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:15.877456 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3a4d22-c397-43d8-b876-e328b6a66c71', 'name': 'network-vif-deleted', 'tag': '2a22df44-88e9-4163-97f5-5fcc0f962acf', 'status': 'completed', 'code': 200}
May 19 23:31:15.972271 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7582f3-f9b2-4207-9902-cd9b949c18dd,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:15.977384 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:15.992865 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Checking segment: {'id': '83efc190-0a5a-4176-8ee1-4090f67168fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c32f630-0e60-44c9-8f2c-ec643bc35507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:15.993225 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Network hostable DHCP agents. Network: 7c32f630-0e60-44c9-8f2c-ec643bc35507, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:31:16.020980 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Network 7c32f630-0e60-44c9-8f2c-ec643bc35507 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:31:16.037714 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a36a-494c-44be-ba3e-bfebb5eaa496 req-cab614f7-8918-4aca-a282-1c912efed985 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:16.039217 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e0e8a36a-494c-44be-ba3e-bfebb5eaa496 req-cab614f7-8918-4aca-a282-1c912efed985 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 944 time: 0.1381474
May 19 23:31:16.040244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 7c32f630-0e60-44c9-8f2c-ec643bc35507) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:16.044258 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:16.044834 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:16.049953 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03949deb-54f6-4410-a196-6fc433cb1a7d None None] Network 7c32f630-0e60-44c9-8f2c-ec643bc35507 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:16.093265 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-aa8b97d8-ed5d-4612-81d2-337e76b19fe1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9658616
May 19 23:31:16.114444 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e0e8a36a-494c-44be-ba3e-bfebb5eaa496 req-f637261d-380d-42ee-ae93-0fdca0dc15f0 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656059
May 19 23:31:16.227141 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0fb2e872-2c3d-47d9-a781-4b11ed026241 req-9ead4018-4193-4db9-8cb9-3656f3a73a84 tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f3a4d22-c397-43d8-b876-e328b6a66c71 HTTP/1.1" status: 200  len: 210 time: 0.0547063
May 19 23:31:16.352297 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca120c5-dccd-40cb-a8cd-272973461e78 None None] Network 7c32f630-0e60-44c9-8f2c-ec643bc35507 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:16.560302 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device b6ae569b-addf-409e-8203-9d39947fbeb7 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:16.635348 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port b6ae569b-addf-409e-8203-9d39947fbeb7 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:16.640494 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port b6ae569b-addf-409e-8203-9d39947fbeb7 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:16.640868 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:16.783920 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:16.839633 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ae569b-addf-409e-8203-9d39947fbeb7'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:16.856797 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port b6ae569b-addf-409e-8203-9d39947fbeb7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b6ae569b-addf-409e-8203-9d39947fbeb7,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:16.866819 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:16.868162 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 2a22df44-88e9-4163-97f5-5fcc0f962acf no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:31:16.919555 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:17.001436 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 2a22df44-88e9-4163-97f5-5fcc0f962acf {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:31:17.003559 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 2a22df44-88e9-4163-97f5-5fcc0f962acf not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:31:17.035561 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ae8b2-2eed-4bfd-85eb-021d1f7114b7 req-2791c6b6-5091-4a8b-9ff8-9fa490c714ab tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:17.042826 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b52ae8b2-2eed-4bfd-85eb-021d1f7114b7 req-2791c6b6-5091-4a8b-9ff8-9fa490c714ab tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1141202
May 19 23:31:17.049726 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=b6ae569b-addf-409e-8203-9d39947fbeb7,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:17.063723 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:17.084951 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'code': 200}
May 19 23:31:17.096941 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b52ae8b2-2eed-4bfd-85eb-021d1f7114b7 req-a820602c-e7ac-413f-8ff9-f50c97dd009b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532150
May 19 23:31:17.324283 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62846-8c94-458b-aaa2-53fb48bdb3b3 req-caa1c7ab-d17d-46bd-8ca7-83f5a5ac3310 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:17.326226 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ffc62846-8c94-458b-aaa2-53fb48bdb3b3 req-caa1c7ab-d17d-46bd-8ca7-83f5a5ac3310 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 945 time: 0.1038313
May 19 23:31:17.363533 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5a05a-66f4-4a48-be3e-7d0b0b827f0a req-8b3d8d87-ab3f-4794-ac38-a9a98f2671d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:17.366641 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3bc5a05a-66f4-4a48-be3e-7d0b0b827f0a req-8b3d8d87-ab3f-4794-ac38-a9a98f2671d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 1098 time: 0.0991883
May 19 23:31:17.406892 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ffc62846-8c94-458b-aaa2-53fb48bdb3b3 req-bb9ce062-ba52-4bb7-b708-365d4365e02f tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706353
May 19 23:31:17.416165 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3bc5a05a-66f4-4a48-be3e-7d0b0b827f0a req-7e36edbe-7605-4454-95d8-654ac9f0af1d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426755
May 19 23:31:17.826135 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-f43696a3-8fce-4400-b6a9-f4222eb0bcd9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0783994
May 19 23:31:17.977230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-03a6b58d-48f5-4dc2-ad3c-c451d388e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:17.978633 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-03a6b58d-48f5-4dc2-ad3c-c451d388e73e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 1099 time: 0.0761063
May 19 23:31:18.158392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-388295dc-8be3-4bff-b15a-a4b2ec0446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:18.160081 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-388295dc-8be3-4bff-b15a-a4b2ec0446a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 916 time: 0.1596029
May 19 23:31:18.232855 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-8e65fd20-26bf-4791-9dd4-32f9406b586e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3 HTTP/1.1" status: 200  len: 217 time: 0.0626268
May 19 23:31:18.299045 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-941a44ce-d9a8-47ed-a30f-7524bb61624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:18.300263 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73fd55-025e-4f9b-ae69-b18d5f95e3a0 req-2e31bb5e-9244-4f60-872b-b26e6d0c6ce7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:18.300744 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-941a44ce-d9a8-47ed-a30f-7524bb61624a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.0607023
May 19 23:31:18.302328 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6b73fd55-025e-4f9b-ae69-b18d5f95e3a0 req-2e31bb5e-9244-4f60-872b-b26e6d0c6ce7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0853164
May 19 23:31:18.349951 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-e8ed28e3-bfee-44ef-ab6a-8ecc2ce5eb59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423343
May 19 23:31:18.355077 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6b73fd55-025e-4f9b-ae69-b18d5f95e3a0 req-55f1c8ea-b0fa-4532-87cd-0e6b0c639363 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465100
May 19 23:31:18.518518 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-598ef1f1-e4bf-4b12-b078-825ebe368254 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555264
May 19 23:31:18.687920 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed3a87-b86b-43e6-bffa-d72069c0db81 req-78fe7de0-495c-42e5-a72b-fbf93f0787e7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:18.689379 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a3ed3a87-b86b-43e6-bffa-d72069c0db81 req-78fe7de0-495c-42e5-a72b-fbf93f0787e7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 945 time: 0.1035106
May 19 23:31:18.706570 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-64d08089-37b9-40c5-9fea-8b87c78fba36 req-d0819247-394b-4c9b-87fc-6acbf6bb71fc service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785293
May 19 23:31:18.740594 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a3ed3a87-b86b-43e6-bffa-d72069c0db81 req-cfaa8ba9-d2c6-408a-b8d6-074342f304e6 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450068
May 19 23:31:19.059463 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46180) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:19.077046 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46184) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:19.121559 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Deleting subnet dd88812e-a622-49d4-9046-2e0d6f0cd340 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:31:19.124451 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.198529 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.201089 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.206365 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.231756 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:19.235852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Usage tracker for resource:security_group_rule and tenant:db8793bc3c2648e3b08779135201f709 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:19.239670 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:19.246498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:19.344670 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.348614 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.357173 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:19.402814 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db8793bc3c2648e3b08779135201f709&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3221109
May 19 23:31:19.402814 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9913ec35-500b-48b9-b56a-f4b183089bb5,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:19.403179 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46194) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:19.407989 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:19.577389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.613152 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.617042 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.632493 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:19.684264 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd88812e-a622-49d4-9046-2e0d6f0cd340,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:19.704407 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:19.725929 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb68a-e395-4f35-a7c1-a59b186dd09a req-1013625a-5827-4119-b425-7798635f9579 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:19.727438 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b75fb68a-e395-4f35-a7c1-a59b186dd09a req-1013625a-5827-4119-b425-7798635f9579 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2588260
May 19 23:31:19.753621 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.786897 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dd88812e-a622-49d4-9046-2e0d6f0cd340 HTTP/1.1" status: 204  len: 168 time: 0.7261326
May 19 23:31:19.789979 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46206) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:19.792261 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.796170 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:19.797333 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9913ec35-500b-48b9-b56a-f4b183089bb5 HTTP/1.1" status: 204  len: 168 time: 0.3930690
May 19 23:31:19.800609 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fd85b966-c3d3-44c9-9be5-ee4712d6e2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:19.823988 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b75fb68a-e395-4f35-a7c1-a59b186dd09a req-0c297cdf-5e28-4487-8636-492674910cac tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878201
May 19 23:31:19.831465 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913ec35-500b-48b9-b56a-f4b183089bb5,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:19.838014 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:19.986469 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1591f9-43ae-4696-a9e3-a63c4c5e5259 req-d140988b-176c-44d0-9e85-3547b9bf91ae tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:19.987674 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec1591f9-43ae-4696-a9e3-a63c4c5e5259 req-d140988b-176c-44d0-9e85-3547b9bf91ae tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 945 time: 0.1007383
May 19 23:31:20.051998 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec1591f9-43ae-4696-a9e3-a63c4c5e5259 req-9c1deef6-eb29-4311-b3ec-df001b8f04df tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562758
May 19 23:31:20.060205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.228594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.254170 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f145b0fafa0>> segment before_delete 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.254906 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f145b0fafa0>> subnet precommit_delete_associations 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.256256 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> segment_host_mapping after_create 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.256653 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> port after_create 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.257151 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> port after_delete 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.257660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> port after_update 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.258112 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> segment after_delete 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.258758 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> subnet after_create 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.259192 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> subnet after_delete 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.259693 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b0a97f0>> subnet after_update 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.431528 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145a776fd0>> subnet after_create 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.432343 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145a776fd0>> subnet after_delete 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.432834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145a776fd0>> subnet before_create 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.433305 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145a776fd0>> subnet before_update 55550000 {{(pid=91605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:20.433810 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b0a9610>,) {'filters': {'network_id': ['e4138759-2662-4fc2-8cad-3dac54c442d3']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:20.450282 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b0a9610>, 'e3bc0a7a-d67b-4beb-87da-b2deb4cd1712') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:20.450798 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b0a9610>, 'e3bc0a7a-d67b-4beb-87da-b2deb4cd1712') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:20.465360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.482596 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.491813 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:31:20.492303 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   from cryptography.utils import int_from_bytes
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   from cryptography.utils import int_from_bytes
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:31:20.508546 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:31:20.592993 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.597664 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a78073b-1c73-487e-b307-f678c796c46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:20.618116 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.622139 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4138759-2662-4fc2-8cad-3dac54c442d3,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:20.626650 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:20.638870 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e4138759-2662-4fc2-8cad-3dac54c442d3 HTTP/1.1" status: 204  len: 168 time: 0.8476181
May 19 23:31:20.688810 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46252) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:20.839774 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593523034-network', 'tenant_id': 'c43dada35ecb4316b709422deef1d7d1'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:20.844661 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:20.849871 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Usage tracker for resource:network and tenant:c43dada35ecb4316b709422deef1d7d1 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:20.853829 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:20.866306 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:20.877417 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Made reservation on behalf of c43dada35ecb4316b709422deef1d7d1 for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:20.880472 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.882063 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46262) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:20.966497 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:20.974199 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-3989604c-629e-468b-b8ac-bd7d21aabfc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a30c811917474d7598fecc98f3952b42&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0900843
May 19 23:31:20.976956 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46268) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:21.017207 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:21.022560 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Usage tracker for resource:security_group_rule and tenant:c43dada35ecb4316b709422deef1d7d1 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:21.030853 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:21.044355 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:21.049680 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.078661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.116358 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5cd52-6072-4a84-a792-de94395e8809 req-76e1ac6c-2780-40d6-b971-75d0a2f34a2b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:21.118132 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-00f5cd52-6072-4a84-a792-de94395e8809 req-76e1ac6c-2780-40d6-b971-75d0a2f34a2b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1396642
May 19 23:31:21.150360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.155393 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5c647e99-faa4-4552-a60c-14fb11a37c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:21.165494 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bea4f9-0fca-4bd4-95ca-e721c08c975c,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:21.171747 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:21.173186 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.175136 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83bea4f9-0fca-4bd4-95ca-e721c08c975c HTTP/1.1" status: 204  len: 168 time: 0.1951857
May 19 23:31:21.212840 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-00f5cd52-6072-4a84-a792-de94395e8809 req-dde464f1-0dea-47e3-b791-5fe6ed1c27e0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774179
May 19 23:31:21.216906 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.222278 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.227113 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-444004e2-8a08-4448-adae-82fee43bc7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:21.256945 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:31:21.266117 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db41f4ca-4287-43ca-922e-f0573be4df6a,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:21.269655 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:21.273450 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.273794 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Added segment 309c5f58-c942-480d-9394-3e45dd5738ce of type vlan for network ce61dbaf-4160-4231-885b-8c669b4bdab8
May 19 23:31:21.303121 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.334763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.336463 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:21.337043 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:21.342116 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:21.439908 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7500098
May 19 23:31:21.443737 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Pushing event updated for resources: {'Network': ['ID=ce61dbaf-4160-4231-885b-8c669b4bdab8,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:21.443872 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46278) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:21.447200 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:21.450384 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Request body: {'subnet': {'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593523034-subnet', 'tenant_id': 'c43dada35ecb4316b709422deef1d7d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:21.455203 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network ce61dbaf-4160-4231-885b-8c669b4bdab8 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:31:21.456539 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:21.470517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Usage tracker for resource:subnet and tenant:c43dada35ecb4316b709422deef1d7d1 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:21.470517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:21.487058 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:21.527207 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Made reservation on behalf of c43dada35ecb4316b709422deef1d7d1 for: {'subnet': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:21.531711 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7669865'] for subnet, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:22.017244 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6547143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7669851'] for subnet, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:22.023665 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:22.105461 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71157bb6-9fe3-4d7a-a049-8fe6dead84a2,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:22.116656 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:22.155598 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Checking segment: {'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:22.155962 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Network hostable DHCP agents. Network: ce61dbaf-4160-4231-885b-8c669b4bdab8, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:31:22.173959 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Network ce61dbaf-4160-4231-885b-8c669b4bdab8 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:31:22.186838 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, ce61dbaf-4160-4231-885b-8c669b4bdab8) {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:22.198113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:22.198718 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:22.198827 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ca5f2-49c5-48c7-bcb5-de8b7289da68 None None] Network ce61dbaf-4160-4231-885b-8c669b4bdab8 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:22.224783 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7799187
May 19 23:31:22.320428 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:22.474921 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd61c55-5f33-4121-a9fd-0b249c035f9d None None] Network ce61dbaf-4160-4231-885b-8c669b4bdab8 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:22.610552 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75002d-6c41-4ef8-96c8-78ae31adf43f req-0ce1ab94-3c24-45f4-8c27-c3fd3b10cc8a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:22.617860 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6d75002d-6c41-4ef8-96c8-78ae31adf43f req-0ce1ab94-3c24-45f4-8c27-c3fd3b10cc8a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2255325
May 19 23:31:22.689925 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-a1660e3e-7768-4e6a-a157-714fcc80afac tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:22.691388 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-a1660e3e-7768-4e6a-a157-714fcc80afac tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.2165716
May 19 23:31:22.704927 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6d75002d-6c41-4ef8-96c8-78ae31adf43f req-83c13acc-5391-4035-b770-b8d0691cdd91 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861597
May 19 23:31:22.746656 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-7e4e65e0-b23b-4069-81a3-0ecb79d75d1d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/quotas/18063011b3bc44a184f643efa4774802 HTTP/1.1" status: 200  len: 375 time: 0.0405960
May 19 23:31:22.846645 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c4b5fc26-7e4b-40a5-803b-0a402a056608 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0990317
May 19 23:31:23.008172 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c5314bb9-46df-4042-a799-3ceeb7b8810f service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484711
May 19 23:31:23.153683 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-4638626d-2420-4d67-a126-359263d2a081 service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395082
May 19 23:31:23.391895 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91e11332-2db0-496c-9776-b9670ec0cd9c req-913cbe03-fbff-4d74-82af-3cbd4069fec4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 210 time: 0.0549278
May 19 23:31:23.826116 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46392) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:23.938172 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9426b-9a6a-4b8b-a365-85b9b23bc18d req-186c298a-40f5-4d22-bf88-8dfaee081313 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:23.948428 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-58c9426b-9a6a-4b8b-a365-85b9b23bc18d req-186c298a-40f5-4d22-bf88-8dfaee081313 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1031780
May 19 23:31:23.986189 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:23.992287 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-58c9426b-9a6a-4b8b-a365-85b9b23bc18d req-669c7954-2256-47a9-bbec-2ed9c3f46325 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425746
May 19 23:31:24.014865 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:24.022609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Usage tracker for resource:security_group_rule and tenant:07df6564ad1c454982d0af13b77edb13 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:24.026015 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:24.032660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:24.129892 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.134448 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.143689 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f2fef661-16c8-4b6e-91f4-57b526e46912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:24.187371 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07df6564ad1c454982d0af13b77edb13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3598900
May 19 23:31:24.189181 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc1da6c-4e86-4e6e-81ae-c880f4d9853f,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:24.190045 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46410) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:24.192952 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:24.250581 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.276889 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.333498 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.338818 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a45a5896-8a42-41df-9b02-baef648d0999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:24.351931 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc1da6c-4e86-4e6e-81ae-c880f4d9853f,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:24.354763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:24.355717 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.359996 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbc1da6c-4e86-4e6e-81ae-c880f4d9853f HTTP/1.1" status: 204  len: 168 time: 0.1656957
May 19 23:31:24.592274 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5d343ca2-04ba-443a-9236-6b35a6e04c2c req-937ca423-45f8-470e-8aea-b42b3f13612f tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 210 time: 0.0632145
May 19 23:31:24.737925 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-58ea3824-2065-46e6-9852-11a838e7c23d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:24.740507 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-58ea3824-2065-46e6-9852-11a838e7c23d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.1748352
May 19 23:31:24.754554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Request body: {'port': {'device_id': '7e75d8e7-9581-4f90-b495-231424830d9d', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'admin_state_up': True, 'tenant_id': '18063011b3bc44a184f643efa4774802'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:24.764864 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46438) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:24.838503 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.865007 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:24.873001 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Usage tracker for resource:security_group_rule and tenant:880d45dcd9ee4216b0153c0fd8c722d3 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:24.877991 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:24.888773 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:24.898870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:24.903718 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Usage tracker for resource:port and tenant:18063011b3bc44a184f643efa4774802 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:24.907531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:24.915265 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:24.925791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Made reservation on behalf of 18063011b3bc44a184f643efa4774802 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:24.929920 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:24.931244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-6f249fbb-ddb0-455e-8112-374bedccd9e0 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:24.931936 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-6f249fbb-ddb0-455e-8112-374bedccd9e0 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Synchronizing usage tracker for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:network {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:31:24.962671 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-6f249fbb-ddb0-455e-8112-374bedccd9e0 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Unset dirty status for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:network {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:31:24.964005 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-6f249fbb-ddb0-455e-8112-374bedccd9e0 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/networks?id=ce61dbaf-4160-4231-885b-8c669b4bdab8 HTTP/1.1" status: 200  len: 809 time: 0.2809947
May 19 23:31:24.992353 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-ff1a71e6-81f6-43a7-a768-15a02672f80f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/quotas/c43dada35ecb4316b709422deef1d7d1 HTTP/1.1" status: 200  len: 375 time: 0.0208490
May 19 23:31:25.060976 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-b35a5f59-426d-4448-a9da-25b44f532bbd tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43dada35ecb4316b709422deef1d7d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0525358
May 19 23:31:25.099449 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.120177 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.130381 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-32735b99-ee0e-47cb-848f-41624fa6bb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:25.142035 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Allocated IP 172.20.0.11 (0c4b2506-6baa-4e1f-90a4-721071253897/8bcc5db8-2858-4194-9c5a-83852ec59036/f61eec6a-bd31-46a6-bbff-a1fde6ba63af) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:25.162340 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c922e453-f3e5-448e-a691-4a4627d34e3e,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:25.294615 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:25.371706 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=880d45dcd9ee4216b0153c0fd8c722d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6033144
May 19 23:31:25.373043 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46462) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:25.453657 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-2ea856ed-587a-4d21-a669-b4e635e6e675 service neutron] 10.222.0.59 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3853946
May 19 23:31:25.499172 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.529035 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.535879 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:25.542106 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'b6ae569b-addf-409e-8203-9d39947fbeb7'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:25.569050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.582314 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffd095-ed28-442e-a5f1-569a62c918c6 req-3990d719-4c94-4bfc-8eb7-ab9906a176e3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:25.584007 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-acffd095-ed28-442e-a5f1-569a62c918c6 req-3990d719-4c94-4bfc-8eb7-ab9906a176e3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.2763224
May 19 23:31:25.600214 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Network 0c4b2506-6baa-4e1f-90a4-721071253897 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:25.603946 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:25.606371 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:25.647976 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.661267 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event updated for resources: {'Port': ['ID=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:25.664406 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:25.690965 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:25.691594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.703839 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-acffd095-ed28-442e-a5f1-569a62c918c6 req-b0fdd288-2794-4ec0-9af7-783b63566168 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085417
May 19 23:31:25.726948 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9764562
May 19 23:31:25.733721 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-f5c5931a-c344-45ae-bfc7-7f9ae060bde9 service neutron] 10.222.0.59 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686677
May 19 23:31:25.750798 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Request body: {'port': {'device_id': '7e75d8e7-9581-4f90-b495-231424830d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:25.772410 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.778244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:25.799055 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c922e453-f3e5-448e-a691-4a4627d34e3e,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:25.802565 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:25.822432 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.825871 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c922e453-f3e5-448e-a691-4a4627d34e3e HTTP/1.1" status: 204  len: 168 time: 0.4495471
May 19 23:31:25.889369 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:25.977980 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98e4e-605c-4ef6-9dc8-aed4b1053a33 req-cf1ff5e8-6d5a-41ee-8cdb-6b081da09a85 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:25.980403 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9ba98e4e-605c-4ef6-9dc8-aed4b1053a33 req-cf1ff5e8-6d5a-41ee-8cdb-6b081da09a85 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 932 time: 0.1419771
May 19 23:31:26.052320 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-22193859-61be-49fc-b071-c4e22d100283 req-daabed8f-41ae-4546-9a36-aac8e2368e21 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 210 time: 0.0701034
May 19 23:31:26.094262 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9ba98e4e-605c-4ef6-9dc8-aed4b1053a33 req-267b47c1-6b51-40a8-8183-20362eeb1cd9 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762811
May 19 23:31:26.341974 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61eec6a-bd31-46a6-bbff-a1fde6ba63af {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:26.354402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:26.378158 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Transition to ACTIVE for port object f61eec6a-bd31-46a6-bbff-a1fde6ba63af will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:26.381870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:26.386736 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a5b8947-435d-4967-aad8-bd56c617b7eb tempest-DeleteServersTestJSON-692149310 tempest-DeleteServersTestJSON-692149310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:26.562247 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Pushing event updated for resources: {'Port': ['ID=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:26.565230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:26.648666 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Attempting to bind port f61eec6a-bd31-46a6-bbff-a1fde6ba63af on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:31:26.649329 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Attempting to bind port f61eec6a-bd31-46a6-bbff-a1fde6ba63af by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:31:26.649876 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Attempting to bind port f61eec6a-bd31-46a6-bbff-a1fde6ba63af on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:26.654958 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Port f61eec6a-bd31-46a6-bbff-a1fde6ba63af on network 0c4b2506-6baa-4e1f-90a4-721071253897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:31:26.655583 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Attempting to bind port f61eec6a-bd31-46a6-bbff-a1fde6ba63af on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:26.662987 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:31:26.663375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Checking segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:26.663804 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Bound using segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:31:26.664363 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Bound port: f61eec6a-bd31-46a6-bbff-a1fde6ba63af, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:31:26.664792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:26.785720 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] For port f61eec6a-bd31-46a6-bbff-a1fde6ba63af, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:31:26.790756 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] For port f61eec6a-bd31-46a6-bbff-a1fde6ba63af, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:31:26.797051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:26.804441 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-826d5beb-6023-41dd-98c7-2563387000cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:26.883825 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:26.884482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:26.885919 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] 10.222.0.55 "PUT /v2.0/ports/f61eec6a-bd31-46a6-bbff-a1fde6ba63af HTTP/1.1" status: 200  len: 1094 time: 1.1416860
May 19 23:31:26.886649 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e75d8e7-9581-4f90-b495-231424830d9d', 'tag': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:26.927295 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Pushing event updated for resources: {'Port': ['ID=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:26.931339 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:26.977554 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e75d8e7-9581-4f90-b495-231424830d9d', 'tag': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af', 'status': 'completed', 'code': 200}
May 19 23:31:26.985112 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecca861-ea98-4aa1-9171-33cdc9cf3222 req-4a94d66e-61b3-4e2e-ad76-18ad3bdae02b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:26.986832 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9ecca861-ea98-4aa1-9171-33cdc9cf3222 req-4a94d66e-61b3-4e2e-ad76-18ad3bdae02b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1465528
May 19 23:31:27.055401 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9ecca861-ea98-4aa1-9171-33cdc9cf3222 req-555b2948-0852-4165-8969-acd47dd749f4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593312
May 19 23:31:27.061651 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-f8ad0bf9-8390-4d2b-bf36-f95a4cf3baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:27.063173 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-f8ad0bf9-8390-4d2b-bf36-f95a4cf3baa2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 1097 time: 0.1235318
May 19 23:31:27.143781 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-fdf1ea20-c1e7-4ac0-80ee-c5bd2fb5c5fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f61eec6a-bd31-46a6-bbff-a1fde6ba63af HTTP/1.1" status: 200  len: 217 time: 0.0673022
May 19 23:31:27.231971 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-912b6bd0-6189-4fec-896c-979eadac040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:27.233339 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-912b6bd0-6189-4fec-896c-979eadac040a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.0754285
May 19 23:31:27.292622 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-73ef0433-5672-4ef7-bf54-ebdd4cf93f4e req-2d0a0ae6-a666-49dc-8cdb-1372a043969b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 210 time: 0.0980253
May 19 23:31:27.304929 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-1b0df7b4-9e65-4971-bacb-9497360a4b44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636227
May 19 23:31:27.345423 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07bde8-1466-40eb-aee3-72a7b5077e72 req-01027d4a-e91e-49de-a866-f29a0eac4638 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:27.354388 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0a07bde8-1466-40eb-aee3-72a7b5077e72 req-01027d4a-e91e-49de-a866-f29a0eac4638 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 944 time: 0.1169224
May 19 23:31:27.413423 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0a07bde8-1466-40eb-aee3-72a7b5077e72 req-48568da6-2c82-46cb-8f02-24dd1751d923 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578578
May 19 23:31:27.713332 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-8ebbe40f-662a-4c7b-9b8e-540b1f3ab7db tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:27.715624 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-8ebbe40f-662a-4c7b-9b8e-540b1f3ab7db tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "GET /v2.0/networks?id=ce61dbaf-4160-4231-885b-8c669b4bdab8 HTTP/1.1" status: 200  len: 809 time: 0.3951979
May 19 23:31:27.717744 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-36a0aadd-def0-4afa-af8f-3bf87b07fd27 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3959820
May 19 23:31:27.825770 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Request body: {'port': {'device_id': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8', 'admin_state_up': True, 'tenant_id': 'c43dada35ecb4316b709422deef1d7d1'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:28.050063 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c192b50d-47b3-40e0-b5e5-04807dc382f6 req-dc8373d3-8093-4316-b09c-1a576d119a93 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466218
May 19 23:31:28.056324 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:28.060757 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Usage tracker for resource:port and tenant:c43dada35ecb4316b709422deef1d7d1 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:28.063837 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:28.070098 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:28.081805 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Made reservation on behalf of c43dada35ecb4316b709422deef1d7d1 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:28.086586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:28.092102 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-699752b9-5f6a-43cb-9184-d69ea00da403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:28.305020 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6c43-954c-4dd0-afa9-2d0879d4e10f req-920e5bc1-e6a6-4d5e-b69a-fda9e4427c8e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:28.313440 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0eeb6c43-954c-4dd0-afa9-2d0879d4e10f req-920e5bc1-e6a6-4d5e-b69a-fda9e4427c8e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1150405
May 19 23:31:28.324300 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d7516-3753-476f-a6ca-72af027deda0 req-2b5eaeca-f27f-4be2-90db-787080d9372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:28.325711 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-054d7516-3753-476f-a6ca-72af027deda0 req-2b5eaeca-f27f-4be2-90db-787080d9372d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 1097 time: 0.1717753
May 19 23:31:28.330006 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Allocated IP 172.20.0.3 (ce61dbaf-4160-4231-885b-8c669b4bdab8/71157bb6-9fe3-4d7a-a049-8fe6dead84a2/27f40028-2b32-48a8-9786-9feb5a22a404) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:28.381646 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0eeb6c43-954c-4dd0-afa9-2d0879d4e10f req-40eaa8c4-5403-4036-bae1-385e1139b813 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668972
May 19 23:31:28.582049 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2fb339b2-9db3-4153-9224-aeb38c2366a9 req-86d7597a-779a-4834-a078-82b381265e3c tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 210 time: 0.0661752
May 19 23:31:28.689569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d7516-3753-476f-a6ca-72af027deda0 req-626006d3-c372-404b-894b-a62da35d59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:28.691208 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-054d7516-3753-476f-a6ca-72af027deda0 req-626006d3-c372-404b-894b-a62da35d59fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 916 time: 0.3506823
May 19 23:31:28.721339 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f63a3-463b-497d-8dfa-4a6078a8975e req-b64f927c-3c4e-4ce3-a2f8-ad9557679165 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:28.722864 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a14f63a3-463b-497d-8dfa-4a6078a8975e req-b64f927c-3c4e-4ce3-a2f8-ad9557679165 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 944 time: 0.1274800
May 19 23:31:28.793279 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a14f63a3-463b-497d-8dfa-4a6078a8975e req-7455dd83-a2f8-4712-b0cf-ce7c7b0ded95 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612221
May 19 23:31:28.811850 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-054d7516-3753-476f-a6ca-72af027deda0 req-0fb6f7b7-9a33-49be-9579-252a1a4a42d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f61eec6a-bd31-46a6-bbff-a1fde6ba63af HTTP/1.1" status: 200  len: 217 time: 0.0970011
May 19 23:31:28.912777 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d7516-3753-476f-a6ca-72af027deda0 req-8eaf7e34-9453-4ef2-858e-ad0cb99dfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:28.914549 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-054d7516-3753-476f-a6ca-72af027deda0 req-8eaf7e34-9453-4ef2-858e-ad0cb99dfacd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.0955794
May 19 23:31:28.917312 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:28.977076 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-054d7516-3753-476f-a6ca-72af027deda0 req-6a48f26d-6334-4a76-86dc-8531e16dce73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473685
May 19 23:31:29.088074 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:29.101618 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:29.175359 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Network ce61dbaf-4160-4231-885b-8c669b4bdab8 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:29.181190 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:29.187909 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:29.260083 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Pushing event updated for resources: {'Port': ['ID=27f40028-2b32-48a8-9786-9feb5a22a404,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:29.265733 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-054d7516-3753-476f-a6ca-72af027deda0 req-f9d97a43-b410-4ff0-818c-ba9c514f6887 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2793117
May 19 23:31:29.266531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:29.278857 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:29.278857 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:29.382628 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5608404
May 19 23:31:29.417033 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Request body: {'port': {'device_id': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:29.579308 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04eb61-5f24-4d47-8634-469915d40cf9 req-3fb4edb1-839d-4988-8d05-ed53ff1829ec tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:29.580886 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2f04eb61-5f24-4d47-8634-469915d40cf9 req-3fb4edb1-839d-4988-8d05-ed53ff1829ec tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0871248
May 19 23:31:29.629538 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2f04eb61-5f24-4d47-8634-469915d40cf9 req-44e009f1-ebdd-4f84-bb94-073311e8aba1 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418122
May 19 23:31:29.653162 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-054d7516-3753-476f-a6ca-72af027deda0 req-1913ad8c-c411-4e46-ab75-15d12f0facbc service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3704784
May 19 23:31:29.674582 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:29.776963 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94a0a4-9738-45b5-a6ec-5a49f1e77732 req-41b8b063-d61b-4248-b9e2-41e7f4f06513 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:29.778543 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4a94a0a4-9738-45b5-a6ec-5a49f1e77732 req-41b8b063-d61b-4248-b9e2-41e7f4f06513 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 931 time: 0.0896959
May 19 23:31:29.833454 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-4a94a0a4-9738-45b5-a6ec-5a49f1e77732 req-1752cd50-e372-4f12-9180-81295c6ee4da tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Synchronizing usage tracker for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:31:29.858250 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-4a94a0a4-9738-45b5-a6ec-5a49f1e77732 req-1752cd50-e372-4f12-9180-81295c6ee4da tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Unset dirty status for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:31:29.859457 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4a94a0a4-9738-45b5-a6ec-5a49f1e77732 req-1752cd50-e372-4f12-9180-81295c6ee4da tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745759
May 19 23:31:30.053864 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7482f-6229-461a-a831-fb60eb5d0504 req-43531393-3456-4af9-8f08-9da7b24b252b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:30.055356 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bbb7482f-6229-461a-a831-fb60eb5d0504 req-43531393-3456-4af9-8f08-9da7b24b252b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 944 time: 0.0822399
May 19 23:31:30.060219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f40028-2b32-48a8-9786-9feb5a22a404 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:30.069600 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:30.086772 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Transition to ACTIVE for port object 27f40028-2b32-48a8-9786-9feb5a22a404 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:30.091451 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:30.096133 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:30.104475 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bbb7482f-6229-461a-a831-fb60eb5d0504 req-c289a19a-5986-4b15-9851-920da755a283 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421166
May 19 23:31:30.262741 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=27f40028-2b32-48a8-9786-9feb5a22a404,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:30.269153 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:30.340595 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Attempting to bind port 27f40028-2b32-48a8-9786-9feb5a22a404 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:31:30.340979 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Attempting to bind port 27f40028-2b32-48a8-9786-9feb5a22a404 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:31:30.341310 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Attempting to bind port 27f40028-2b32-48a8-9786-9feb5a22a404 on network ce61dbaf-4160-4231-885b-8c669b4bdab8 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:30.345990 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Port 27f40028-2b32-48a8-9786-9feb5a22a404 on network ce61dbaf-4160-4231-885b-8c669b4bdab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:31:30.346345 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Attempting to bind port 27f40028-2b32-48a8-9786-9feb5a22a404 on network ce61dbaf-4160-4231-885b-8c669b4bdab8 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:30.351827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:31:30.352225 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Checking segment: {'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:30.352552 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Bound using segment: {'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:31:30.352981 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Bound port: 27f40028-2b32-48a8-9786-9feb5a22a404, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:31:30.353328 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:30.462203 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] For port 27f40028-2b32-48a8-9786-9feb5a22a404, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:31:30.465413 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] For port 27f40028-2b32-48a8-9786-9feb5a22a404, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27f40028-2b32-48a8-9786-9feb5a22a404,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:31:30.469781 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:30.473495 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:30.533468 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:30.534075 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:30.535460 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/27f40028-2b32-48a8-9786-9feb5a22a404 HTTP/1.1" status: 200  len: 1093 time: 1.1375360
May 19 23:31:30.535973 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'tag': '27f40028-2b32-48a8-9786-9feb5a22a404'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:30.578623 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=27f40028-2b32-48a8-9786-9feb5a22a404,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:30.603359 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f61eec6a-bd31-46a6-bbff-a1fde6ba63af details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:31:30.626647 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:30.629434 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'tag': '27f40028-2b32-48a8-9786-9feb5a22a404', 'status': 'completed', 'code': 200}
May 19 23:31:30.682791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-8bff341c-56f2-4831-9cf7-b1c3cb29516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:30.684396 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-8bff341c-56f2-4831-9cf7-b1c3cb29516a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43dada35ecb4316b709422deef1d7d1&device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 1096 time: 0.1007600
May 19 23:31:30.793183 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-61e287d9-3775-4a6e-bc21-e569cb987945 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f40028-2b32-48a8-9786-9feb5a22a404 HTTP/1.1" status: 200  len: 217 time: 0.0943084
May 19 23:31:30.800818 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-96a6be51-fff4-41f7-bf0d-06e72f635efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:30.839133 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f61eec6a-bd31-46a6-bbff-a1fde6ba63af, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:30.910105 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'port_id': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af', 'mac_address': 'fa:16:3e:71:21:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc5db8-2858-4194-9c5a-83852ec59036', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:31:30.932336 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-bab906a8-05a3-4233-8834-2fe1caf2f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:30.933792 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-bab906a8-05a3-4233-8834-2fe1caf2f591 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71157bb6-9fe3-4d7a-a049-8fe6dead84a2 HTTP/1.1" status: 200  len: 849 time: 0.1322594
May 19 23:31:30.939917 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c718d0-e976-4105-a832-a7c4eac20e3f req-1b559185-c158-4736-8d5d-e159ecad1fb6 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:30.941482 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0c718d0-e976-4105-a832-a7c4eac20e3f req-1b559185-c158-4736-8d5d-e159ecad1fb6 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1733999
May 19 23:31:30.962682 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:30.992051 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.009854 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61eec6a-bd31-46a6-bbff-a1fde6ba63af {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:31.028785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f61eec6a-bd31-46a6-bbff-a1fde6ba63af, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:31.032094 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46652) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:31.034294 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-a7b6ef98-2fd5-43eb-a317-26d8e9892d15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce61dbaf-4160-4231-885b-8c669b4bdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0884225
May 19 23:31:31.035139 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.037723 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:31.113549 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0c718d0-e976-4105-a832-a7c4eac20e3f req-df2d3d01-c458-4d29-8f3a-45e544fd84fb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625876
May 19 23:31:31.171490 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:31.180944 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2690fa3-eac6-43bb-9a6a-a885c509ef08 req-a54bac1d-37af-496b-be59-39c3b8851d54 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:31.182959 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:31.184547 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b2690fa3-eac6-43bb-9a6a-a885c509ef08 req-a54bac1d-37af-496b-be59-39c3b8851d54 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 943 time: 0.1816161
May 19 23:31:31.229078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.245783 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b2690fa3-eac6-43bb-9a6a-a885c509ef08 req-f0c723a4-903f-43fa-894e-acf9dcfbe80c tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541329
May 19 23:31:31.256449 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:31.268603 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:a827dc1d99d740ccb4a638a09d2c4ad2 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:31.271686 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:31.281296 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:31.288543 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-502e3ebc-3d6a-4240-9eca-f4a18de368d8 service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447114
May 19 23:31:31.356083 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f61eec6a-bd31-46a6-bbff-a1fde6ba63af'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:31.444667 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c633e3-e701-42b6-bc1f-6ac1fe3d7c70 req-ed66eb3c-7f38-414e-8776-dc501910ccd4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:31.452211 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-21c633e3-e701-42b6-bc1f-6ac1fe3d7c70 req-ed66eb3c-7f38-414e-8776-dc501910ccd4 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 945 time: 0.0976219
May 19 23:31:31.506613 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-21c633e3-e701-42b6-bc1f-6ac1fe3d7c70 req-ad578658-8e75-4d44-9bf0-d3990d6b9428 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534661
May 19 23:31:31.535192 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5fa63e92-f598-4ed9-bf1a-efc3701f8db3 req-4f2818b1-253e-41f5-b47e-6c81b8c50ec7 service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307491
May 19 23:31:31.584606 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.588593 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.595521 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b419864f-f206-4123-9344-d26e26cca633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:31.650601 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.686482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca78ba5-19f7-4ca3-9f0f-5a2fa9f7f706,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:31.690636 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a827dc1d99d740ccb4a638a09d2c4ad2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6554341
May 19 23:31:31.691796 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:31.694163 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46668) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:31.730287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-f5c4015a-f3dc-4792-93e2-ee8a77d81a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:31.732568 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-f5c4015a-f3dc-4792-93e2-ee8a77d81a37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43dada35ecb4316b709422deef1d7d1&device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 1096 time: 0.1268692
May 19 23:31:31.763896 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.859241 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.931359 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.939262 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-754774b4-6bf2-416a-a2c4-7421ddaf69e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:31.958445 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca78ba5-19f7-4ca3-9f0f-5a2fa9f7f706,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:31.962458 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:31.986678 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:31.994324 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aca78ba5-19f7-4ca3-9f0f-5a2fa9f7f706 HTTP/1.1" status: 204  len: 168 time: 0.2983341
May 19 23:31:32.010674 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-d36e3a3b-8f50-4ae0-ba6e-318275dc23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:32.013407 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-d36e3a3b-8f50-4ae0-ba6e-318275dc23c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce61dbaf-4160-4231-885b-8c669b4bdab8 HTTP/1.1" status: 200  len: 910 time: 0.2723911
May 19 23:31:32.107259 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-e5f02a78-a866-4baa-b0b3-53f89e598d35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f40028-2b32-48a8-9786-9feb5a22a404 HTTP/1.1" status: 200  len: 217 time: 0.0812476
May 19 23:31:32.189588 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-a409fafb-e1da-4282-97d9-69be8c1ab14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:32.191358 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-a409fafb-e1da-4282-97d9-69be8c1ab14e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71157bb6-9fe3-4d7a-a049-8fe6dead84a2 HTTP/1.1" status: 200  len: 849 time: 0.0742879
May 19 23:31:32.272235 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-aac3efc3-c34e-43e1-97c8-dde0119bcf72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce61dbaf-4160-4231-885b-8c669b4bdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696177
May 19 23:31:32.420680 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442d5b-1b1a-4d01-949c-f4ab5764f142 req-252288e7-62a9-4f2c-acee-468f68891c56 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:32.429049 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-90442d5b-1b1a-4d01-949c-f4ab5764f142 req-252288e7-62a9-4f2c-acee-468f68891c56 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1506534
May 19 23:31:32.533173 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-90442d5b-1b1a-4d01-949c-f4ab5764f142 req-ac71c470-7f14-47e3-b7f5-19d20892098b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032588
May 19 23:31:32.536330 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-e3dfb266-1064-4835-beaa-540031ecb859 service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536504
May 19 23:31:32.602077 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b71d5-95a4-49e1-9644-f63630acd58c req-7f729425-d76d-4f32-8e37-cd7c7ef98306 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:32.603958 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-451b71d5-95a4-49e1-9644-f63630acd58c req-7f729425-d76d-4f32-8e37-cd7c7ef98306 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 943 time: 0.1217635
May 19 23:31:32.620213 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f61eec6a-bd31-46a6-bbff-a1fde6ba63af up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:32.722528 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-451b71d5-95a4-49e1-9644-f63630acd58c req-fc602d37-a465-47e8-9971-e8264f5cb205 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096330
May 19 23:31:32.768921 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f48b542-bdba-4587-b3c8-542d6d9400c9 req-9530ea89-13f9-48e2-9abf-b6d2a6ba371b service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216699
May 19 23:31:32.796504 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port f61eec6a-bd31-46a6-bbff-a1fde6ba63af completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:32.802613 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port f61eec6a-bd31-46a6-bbff-a1fde6ba63af triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:32.804178 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:32.855721 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46714) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:33.004622 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.047270 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336004-6e7c-4d2b-b30a-b5204626fcad req-5350ffa6-0668-4fe9-a82a-ab54f5aabf63 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:33.049724 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f61eec6a-bd31-46a6-bbff-a1fde6ba63af, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:33.050736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e75d8e7-9581-4f90-b495-231424830d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:33.055610 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b8336004-6e7c-4d2b-b30a-b5204626fcad req-5350ffa6-0668-4fe9-a82a-ab54f5aabf63 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 945 time: 0.1382079
May 19 23:31:33.058184 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.061049 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:33.102302 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.128312 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:33.141641 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c52ea1c6ec7d40d5a2069c22b688e8ba is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:33.150461 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:33.152759 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e75d8e7-9581-4f90-b495-231424830d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af', 'code': 200}
May 19 23:31:33.166392 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:33.170035 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:33.176590 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:33.183649 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b8336004-6e7c-4d2b-b30a-b5204626fcad req-d18c26b2-e1a4-42a3-a113-4e18c0816bfc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263919
May 19 23:31:33.286231 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.290779 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.299119 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-afecd749-d0fc-44a7-832b-ddbc362991ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:33.344504 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c52ea1c6ec7d40d5a2069c22b688e8ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4878244
May 19 23:31:33.345585 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d35dbf-b709-4491-a565-979ef0c3c4e5,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:33.347901 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46748) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:33.349282 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:33.446022 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.480633 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.506922 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e1ab2-fd3e-4125-b1df-471e4a7417f0 req-cbafb749-1792-4789-9df1-729f48458ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:33.508434 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-231e1ab2-fd3e-4125-b1df-471e4a7417f0 req-cbafb749-1792-4789-9df1-729f48458ed1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 1099 time: 0.1567659
May 19 23:31:33.515438 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.590659 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-231e1ab2-fd3e-4125-b1df-471e4a7417f0 req-5094108a-06d1-4d50-a99b-3dbeade49930 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676858
May 19 23:31:33.609661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.620169 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-16a04215-75b8-491f-aa16-a722ef194bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:33.635111 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d35dbf-b709-4491-a565-979ef0c3c4e5,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:33.637495 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:33.648292 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:33.649437 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8d35dbf-b709-4491-a565-979ef0c3c4e5 HTTP/1.1" status: 204  len: 168 time: 0.2998121
May 19 23:31:33.759697 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036470fe-d7d4-4393-95ad-250eb0e1bb8b req-5694e1a2-4e70-4e53-a7cc-ca1bb490739a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:33.766749 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-036470fe-d7d4-4393-95ad-250eb0e1bb8b req-5694e1a2-4e70-4e53-a7cc-ca1bb490739a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0938199
May 19 23:31:33.828143 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-036470fe-d7d4-4393-95ad-250eb0e1bb8b req-f6ae40dc-83fd-464a-b9b1-b8b2a4b67315 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554869
May 19 23:31:33.943099 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b4cc6-039b-477d-a20b-77899ec7106b req-858488f8-9a19-476a-9ad7-f6d3116eade8 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:33.944857 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-307b4cc6-039b-477d-a20b-77899ec7106b req-858488f8-9a19-476a-9ad7-f6d3116eade8 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 943 time: 0.0941744
May 19 23:31:33.992514 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-307b4cc6-039b-477d-a20b-77899ec7106b req-8d4c5263-3c38-4c3f-b383-ab4733c55c8e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408950
May 19 23:31:34.014437 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46768) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:34.124350 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46774) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:34.138459 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.141928 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.152874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:34.156623 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:34.156813 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Usage tracker for resource:security_group_rule and tenant:d1595e9ce3d045c39ab8568e6783dbe1 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:34.159633 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:34.160388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0380db77ff492ab5be3c667e5f72d1 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:34.163219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:34.165386 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:34.168787 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:34.259594 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.262253 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.263901 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.265842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.271867 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:34.277598 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6f179dd4-4472-4dcb-8064-f46ea6d2e305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:34.321950 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d0380db77ff492ab5be3c667e5f72d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1965227
May 19 23:31:34.322954 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a935129-b21c-42f5-a0bc-d2db5eb62cd1,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:34.326041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:34.326739 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46782) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:34.363704 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc61d0e8-cea3-4a42-9e73-c464939916d8,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:34.370216 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1595e9ce3d045c39ab8568e6783dbe1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3546777
May 19 23:31:34.371978 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:34.374042 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46788) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:34.412064 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850ff8-d9de-4b5c-ba4a-31fd3ec6feaa req-c26aee7b-cbc5-4d58-8f49-d686a5a169ed tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:34.413690 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-da850ff8-d9de-4b5c-ba4a-31fd3ec6feaa req-c26aee7b-cbc5-4d58-8f49-d686a5a169ed tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 946 time: 0.1169941
May 19 23:31:34.419889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.480281 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.490765 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-da850ff8-d9de-4b5c-ba4a-31fd3ec6feaa req-4c03548c-5d1c-497a-bb2e-f3dfd8477434 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618644
May 19 23:31:34.512886 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.554583 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.578073 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46798) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:34.601967 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.607202 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:34.617988 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 27f40028-2b32-48a8-9786-9feb5a22a404 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:31:34.621876 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a935129-b21c-42f5-a0bc-d2db5eb62cd1,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:34.628921 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:34.634388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.637776 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a935129-b21c-42f5-a0bc-d2db5eb62cd1 HTTP/1.1" status: 204  len: 168 time: 0.3077917
May 19 23:31:34.656028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Deleting subnet fd8b69c0-706a-4e11-b1d8-4d8ba9990135 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:31:34.661994 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.665998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.670105 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5944e1f3-46ae-4598-b459-4e999e1c279f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:34.686311 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc61d0e8-cea3-4a42-9e73-c464939916d8,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:34.688898 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.692791 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc61d0e8-cea3-4a42-9e73-c464939916d8 HTTP/1.1" status: 204  len: 168 time: 0.3148916
May 19 23:31:34.692791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:34.766274 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.776503 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:34.853971 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 27f40028-2b32-48a8-9786-9feb5a22a404, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27f40028-2b32-48a8-9786-9feb5a22a404,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:34.908490 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '27f40028-2b32-48a8-9786-9feb5a22a404', 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8', 'port_id': '27f40028-2b32-48a8-9786-9feb5a22a404', 'mac_address': 'fa:16:3e:bf:6e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71157bb6-9fe3-4d7a-a049-8fe6dead84a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:31:35.052903 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.085853 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f40028-2b32-48a8-9786-9feb5a22a404 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:35.110863 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 27f40028-2b32-48a8-9786-9feb5a22a404, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27f40028-2b32-48a8-9786-9feb5a22a404,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:35.118729 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.122832 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:35.164812 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1404-c41b-4bc8-ba15-fd4018c97d5d req-53e235bc-cd2b-4b70-bb10-7fc2c3dbbaa8 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:35.172720 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-faef1404-c41b-4bc8-ba15-fd4018c97d5d req-53e235bc-cd2b-4b70-bb10-7fc2c3dbbaa8 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1804659
May 19 23:31:35.193354 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.205997 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:35.257951 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=27f40028-2b32-48a8-9786-9feb5a22a404,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:35.262099 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:35.268692 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46826) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:35.288562 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.300002 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8b69c0-706a-4e11-b1d8-4d8ba9990135,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:35.305279 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:35.310787 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Usage tracker for resource:security_group_rule and tenant:8d58966e4b354271a159bf04137f85aa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:35.318705 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:35.321430 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:35.322379 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.325482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:35.334836 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-faef1404-c41b-4bc8-ba15-fd4018c97d5d req-81c7da90-4208-4606-a172-aed6a8149c90 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612732
May 19 23:31:35.359932 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-e10c16c8-3b48-4403-bc89-e4b46dcdc411 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fd8b69c0-706a-4e11-b1d8-4d8ba9990135 HTTP/1.1" status: 204  len: 168 time: 0.7809134
May 19 23:31:35.365277 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46832) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:35.424360 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc87b6-22f7-4a21-b069-9d3c6b6fdb83 req-87185c4b-4baf-49be-9e7f-97ca9294b227 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:35.427713 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.430367 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-36fc87b6-22f7-4a21-b069-9d3c6b6fdb83 req-87185c4b-4baf-49be-9e7f-97ca9294b227 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 944 time: 0.1839478
May 19 23:31:35.433690 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.443122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bfc4b992-f6c4-4f1b-8429-9a04f33f3eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:35.468377 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['27f40028-2b32-48a8-9786-9feb5a22a404'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:35.483895 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591e4f2c-37a3-4cf9-bfea-db2b29c4ed14,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:35.488153 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d58966e4b354271a159bf04137f85aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2184422
May 19 23:31:35.489813 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:35.502758 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46836) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:35.540580 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-36fc87b6-22f7-4a21-b069-9d3c6b6fdb83 req-dbda7e44-8e2a-497f-ae3a-77e0854bb2ef tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602393
May 19 23:31:35.565492 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.594160 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.633916 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.710294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.714121 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:35.726481 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e4f2c-37a3-4cf9-bfea-db2b29c4ed14,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:35.728884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:35.734104 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.738003 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/591e4f2c-37a3-4cf9-bfea-db2b29c4ed14 HTTP/1.1" status: 204  len: 168 time: 0.2328601
May 19 23:31:35.857636 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.875542 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f145b96d940>> segment before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.875886 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f145b96d940>> subnet precommit_delete_associations 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.876649 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> segment_host_mapping after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.876992 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> port after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.877338 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> port after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.877667 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> port after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.877984 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> segment after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.878301 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> subnet after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.878616 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> subnet after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.878933 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f145b5f3640>> subnet after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.944371 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145b44a160>> subnet after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.944759 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145b44a160>> subnet after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.945081 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145b44a160>> subnet before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.945415 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f145b44a160>> subnet before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:31:35.945782 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b5f3040>,) {'filters': {'network_id': ['1599c228-8df0-4984-b4f7-5ba70ed95a7d']}} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:35.962052 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b5f3040>, '9553dd73-2c11-4ca9-a34f-9ab3d4423173') {'for_net_delete': True} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:35.962346 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b5f3040>, '9553dd73-2c11-4ca9-a34f-9ab3d4423173') {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:35.978028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6955763'] for segment, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:35.996182 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3c109-8303-4d1e-9758-5ef39766a8e4 req-d5551128-f698-42b2-acc4-2e2aee82decc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:36.003206 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3ad3c109-8303-4d1e-9758-5ef39766a8e4 req-d5551128-f698-42b2-acc4-2e2aee82decc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 946 time: 0.3825591
May 19 23:31:36.030970 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.049964 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=91604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:31:36.050361 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6786353'] for segment, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   from cryptography.utils import int_from_bytes
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   from cryptography.utils import int_from_bytes
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]: Traceback (most recent call last):
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     timer()
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     cb(*args, **kw)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     return func(*args, **kwargs)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     self._notify()
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     self.callback(batched_events)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     event.method(event)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     return f(self, *a, **k)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._get(url).json()
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self.request(url, 'GET', **kwargs)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:31:36.066482 dv-cinder-792209-1-iscsi neutron-server[91604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:31:36.141882 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3ad3c109-8303-4d1e-9758-5ef39766a8e4 req-713eee4a-6083-42d0-a448-966f942170ae tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378081
May 19 23:31:36.177800 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.184677 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:36.205376 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.214238 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1599c228-8df0-4984-b4f7-5ba70ed95a7d,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:36.220711 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46868) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:36.225523 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1599c228-8df0-4984-b4f7-5ba70ed95a7d HTTP/1.1" status: 204  len: 168 time: 0.8576894
May 19 23:31:36.226713 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:36.332832 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Deleting subnet dc7582f3-f9b2-4207-9902-cd9b949c18dd {{(pid=91605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:31:36.337011 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.451380 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6534538'] for subnet, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.525310 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.565676 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f192-bd18-4319-a8e7-708ae021063f req-57c893c7-039d-4d97-bc24-248100102207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:36.567251 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01e5f192-bd18-4319-a8e7-708ae021063f req-57c893c7-039d-4d97-bc24-248100102207 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 1098 time: 0.1772475
May 19 23:31:36.633508 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 27f40028-2b32-48a8-9786-9feb5a22a404 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:36.691126 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01e5f192-bd18-4319-a8e7-708ae021063f req-8fe3b892-f502-4370-9943-6e6226bb4115 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957854
May 19 23:31:36.791449 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 27f40028-2b32-48a8-9786-9feb5a22a404 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:36.799724 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 27f40028-2b32-48a8-9786-9feb5a22a404 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:36.801951 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:36.886916 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043036c-4fcf-4141-bba6-d8a5b9baaebd req-64a8be32-f49f-40a1-917e-3859e40c0353 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:36.889001 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f043036c-4fcf-4141-bba6-d8a5b9baaebd req-64a8be32-f49f-40a1-917e-3859e40c0353 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.3069391
May 19 23:31:36.924652 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9a595-0e2f-4fb0-af4b-fd6238df4b5f req-b1834a62-37b4-4466-8985-5efb39530188 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:36.932539 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4a9a595-0e2f-4fb0-af4b-fd6238df4b5f req-b1834a62-37b4-4466-8985-5efb39530188 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 944 time: 0.1772649
May 19 23:31:36.977631 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.007246 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f043036c-4fcf-4141-bba6-d8a5b9baaebd req-5c9a03ee-6eaa-49a1-a67c-2a7002b424fd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088893
May 19 23:31:37.025070 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4a9a595-0e2f-4fb0-af4b-fd6238df4b5f req-1790aaf8-757e-410f-aed8-37eaee8f57b8 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915296
May 19 23:31:37.046788 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f40028-2b32-48a8-9786-9feb5a22a404'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:37.086484 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 27f40028-2b32-48a8-9786-9feb5a22a404, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27f40028-2b32-48a8-9786-9feb5a22a404,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:37.092929 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.095123 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:37.141920 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f40028-2b32-48a8-9786-9feb5a22a404', 'code': 200}
May 19 23:31:37.189737 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=27f40028-2b32-48a8-9786-9feb5a22a404,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:37.194429 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:37.201048 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7669842'] for subnet, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.206763 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-10c1744c-08f0-4752-9fcb-f45ab53afe2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:37.244030 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7582f3-f9b2-4207-9902-cd9b949c18dd,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:37.246482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:37.247486 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.254064 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dc7582f3-f9b2-4207-9902-cd9b949c18dd HTTP/1.1" status: 204  len: 168 time: 1.0322821
May 19 23:31:37.256815 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46906) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:37.431979 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.520830 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba89a8-be2c-477a-9933-531425d4a27e req-cb3ca957-8eef-4715-8ba1-8528778e8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:37.522311 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0fba89a8-be2c-477a-9933-531425d4a27e req-cb3ca957-8eef-4715-8ba1-8528778e8431 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 1098 time: 0.1688104
May 19 23:31:37.595961 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.618877 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b139e50>,) {'filters': {'network_id': ['7c32f630-0e60-44c9-8f2c-ec643bc35507']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:37.636055 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b139e50>, '83efc190-0a5a-4176-8ee1-4090f67168fd') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:37.636353 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b139e50>, '83efc190-0a5a-4176-8ee1-4090f67168fd') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:37.647738 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0fba89a8-be2c-477a-9933-531425d4a27e req-108883b3-cb97-48c9-b005-dbf53ab9b3e1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782712
May 19 23:31:37.651175 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.666880 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.673082 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:31:37.673539 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:31:37.687484 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:31:37.766524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.770802 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:37.789400 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c32f630-0e60-44c9-8f2c-ec643bc35507,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:37.791604 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:37.794508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:37.801980 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-f7ab21d5-d220-4d1a-8186-e1240d3d495b admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c32f630-0e60-44c9-8f2c-ec643bc35507 HTTP/1.1" status: 204  len: 168 time: 0.5419989
May 19 23:31:38.017260 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46934) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:38.102391 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0bdf15e2-deb4-40d6-94ec-5c9ecf1f504f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5045414ffd7a40d794e05a17b08d20bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0834997
May 19 23:31:38.108643 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 46942) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:38.209414 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:31:38.293899 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:38.340814 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:38.378458 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272490d-4b2a-4560-b912-8e8e1858c3cb req-c1d97996-dd22-4734-95a4-a1c255aa8be6 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:38.380593 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7272490d-4b2a-4560-b912-8e8e1858c3cb req-c1d97996-dd22-4734-95a4-a1c255aa8be6 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 945 time: 0.2229617
May 19 23:31:38.388485 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261dd79-ae17-4b17-96a4-6e23b6435c29 req-5c46dca5-7a53-4214-905f-3a526e3d5c73 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:38.390004 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3261dd79-ae17-4b17-96a4-6e23b6435c29 req-5c46dca5-7a53-4214-905f-3a526e3d5c73 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1930320
May 19 23:31:38.482643 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7272490d-4b2a-4560-b912-8e8e1858c3cb req-47788e1f-346e-4e1c-9653-27a0ed0e181b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884743
May 19 23:31:38.508754 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3261dd79-ae17-4b17-96a4-6e23b6435c29 req-cfed10c7-15e4-411f-a482-3c49e9ee8671 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994518
May 19 23:31:38.510016 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:38.516458 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-06412cbd-48bc-4440-9fab-9ec6923413d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:38.534181 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:38.538123 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ff08429-83c3-49f3-a62e-4c9812ed56c2 HTTP/1.1" status: 204  len: 168 time: 0.4251790
May 19 23:31:38.552378 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff08429-83c3-49f3-a62e-4c9812ed56c2,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:38.559731 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:38.962635 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11fbbe-050e-4f99-934b-1e8846da5603 req-56cf93d1-320e-423a-99c7-8c588e170f51 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:38.971144 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-df11fbbe-050e-4f99-934b-1e8846da5603 req-56cf93d1-320e-423a-99c7-8c588e170f51 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1372330
May 19 23:31:39.026582 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-df11fbbe-050e-4f99-934b-1e8846da5603 req-206266ce-a46d-410b-b1c6-b3b87ede079e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537295
May 19 23:31:39.078418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46984) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:39.148811 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-8dd1b21d-ee49-49b1-9651-f7eb5593301c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3645a03b0fba49d9813603b23406b11a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0667579
May 19 23:31:39.149029 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 46992) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:39.222780 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:39.250685 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:39.312081 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:39.316228 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d2b26ed-321a-4f56-9ef2-9b1bfc1ff89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:39.329189 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de2173-a3b8-4a89-9d55-576cf07667b6,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:39.333829 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:39.337794 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:39.341215 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02de2173-a3b8-4a89-9d55-576cf07667b6 HTTP/1.1" status: 204  len: 168 time: 0.1890161
May 19 23:31:39.745807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9504-adc6-4d62-b6c8-539b4850b8b7 req-94df343b-5196-4af4-84e8-0699f3760ab0 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:39.751587 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6f9e9504-adc6-4d62-b6c8-539b4850b8b7 req-94df343b-5196-4af4-84e8-0699f3760ab0 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 945 time: 0.1071053
May 19 23:31:39.813595 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6f9e9504-adc6-4d62-b6c8-539b4850b8b7 req-19208b34-0fae-471f-b076-f9c4d2d62335 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603092
May 19 23:31:41.260873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5c754-f762-4440-9241-f8d4f012664b req-03848c10-ef73-4977-8767-bb915b22a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:41.263418 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a8a5c754-f762-4440-9241-f8d4f012664b req-03848c10-ef73-4977-8767-bb915b22a919 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.1031761
May 19 23:31:41.349345 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c756a8-2c4a-4618-b723-1a9bc7966f08 req-8e37e645-3b6d-4550-aa23-1127f5e3746a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:41.351046 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-24c756a8-2c4a-4618-b723-1a9bc7966f08 req-8e37e645-3b6d-4550-aa23-1127f5e3746a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1125984
May 19 23:31:41.354125 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47082) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:41.426224 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-24c756a8-2c4a-4618-b723-1a9bc7966f08 req-dff5fd15-d63f-4d30-a120-4e488e011d0a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657814
May 19 23:31:41.488860 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5c754-f762-4440-9241-f8d4f012664b req-020a9612-b89c-4147-bc96-44b67be61de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:41.490953 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a8a5c754-f762-4440-9241-f8d4f012664b req-020a9612-b89c-4147-bc96-44b67be61de7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.2183218
May 19 23:31:41.532982 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:41.551916 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:41.557163 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc4d88f90b84437a32686699e34cb54 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:41.560565 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:41.568368 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:41.590343 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a8a5c754-f762-4440-9241-f8d4f012664b req-08557f64-0d67-42d2-b1b7-5766888800e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 217 time: 0.0793369
May 19 23:31:41.707373 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5c754-f762-4440-9241-f8d4f012664b req-d2c14175-4d2a-480c-9d00-85bdf4c3fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:41.709318 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a8a5c754-f762-4440-9241-f8d4f012664b req-d2c14175-4d2a-480c-9d00-85bdf4c3fc67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.1160834
May 19 23:31:41.712008 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:41.720331 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:41.742904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c9ba50b4-93cb-437b-8f53-da47eb97e005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:41.793418 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a8a5c754-f762-4440-9241-f8d4f012664b req-9d5fa4d1-e880-40ac-986b-84a2a830802c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689440
May 19 23:31:41.856466 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047dc4d9-20ec-4b52-a0b4-b569c35981c6,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:41.856466 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5dc4d88f90b84437a32686699e34cb54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5010691
May 19 23:31:41.858377 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:41.858857 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47102) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:41.944711 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:41.951196 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a8a5c754-f762-4440-9241-f8d4f012664b req-c2b2c39c-7f89-4cd4-8b6c-62adb73a5398 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451223
May 19 23:31:41.953584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287092fd-3375-47f2-a5ab-6139a09e7fd9 req-4f93d4a6-cccb-4feb-81ae-f64e01c36509 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:41.955042 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-287092fd-3375-47f2-a5ab-6139a09e7fd9 req-4f93d4a6-cccb-4feb-81ae-f64e01c36509 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 945 time: 0.1748316
May 19 23:31:42.000301 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:42.035012 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-287092fd-3375-47f2-a5ab-6139a09e7fd9 req-d27341d0-a584-4de9-a59d-86989372d6eb tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706055
May 19 23:31:42.078200 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:42.083988 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-f16ad493-06be-4b26-9c1a-ca350de6e4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:42.096388 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047dc4d9-20ec-4b52-a0b4-b569c35981c6,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:42.101214 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a8a5c754-f762-4440-9241-f8d4f012664b req-0d305fb0-2c27-4c8b-a584-278832efdc02 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356168
May 19 23:31:42.101639 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:42.105149 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:42.108955 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/047dc4d9-20ec-4b52-a0b4-b569c35981c6 HTTP/1.1" status: 204  len: 168 time: 0.2468529
May 19 23:31:42.611452 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e30f3-c64a-4a5d-82cc-e056c8aa88a3 req-918c6146-13e4-4f7d-ab5d-5accca558453 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:42.612915 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9e9e30f3-c64a-4a5d-82cc-e056c8aa88a3 req-918c6146-13e4-4f7d-ab5d-5accca558453 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0830827
May 19 23:31:42.658648 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9e9e30f3-c64a-4a5d-82cc-e056c8aa88a3 req-1c82a9b4-0595-4e74-aa39-8541228f7343 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395806
May 19 23:31:43.250586 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38750db7-ea8d-4efe-9a0b-24fdf8d8d509 req-5542b272-6d6a-4fa4-a3fb-a5ccef7a1640 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:43.252724 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38750db7-ea8d-4efe-9a0b-24fdf8d8d509 req-5542b272-6d6a-4fa4-a3fb-a5ccef7a1640 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 945 time: 0.0807562
May 19 23:31:43.300811 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38750db7-ea8d-4efe-9a0b-24fdf8d8d509 req-2267a9a9-9ae8-474e-951c-e0e470ed00f9 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416279
May 19 23:31:43.729223 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-7d5fc4fd-ad22-4468-87d8-e44b1915a5d1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:43.730009 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-7d5fc4fd-ad22-4468-87d8-e44b1915a5d1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Synchronizing usage tracker for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:31:43.749301 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-7d5fc4fd-ad22-4468-87d8-e44b1915a5d1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Unset dirty status for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:31:43.750447 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-7d5fc4fd-ad22-4468-87d8-e44b1915a5d1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 945 time: 0.1038060
May 19 23:31:43.949604 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56986006-9aa9-481f-b94c-8b5e110ccc57 req-88a85d40-8304-45c4-9c83-277df638de2b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:43.963499 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56986006-9aa9-481f-b94c-8b5e110ccc57 req-88a85d40-8304-45c4-9c83-277df638de2b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1913137
May 19 23:31:44.011056 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56986006-9aa9-481f-b94c-8b5e110ccc57 req-f1cd4652-0854-4bd5-8275-55018f277f81 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465045
May 19 23:31:44.021408 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Deleting port 27f40028-2b32-48a8-9786-9feb5a22a404 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:31:44.022179 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.175308 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] For port 27f40028-2b32-48a8-9786-9feb5a22a404, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27f40028-2b32-48a8-9786-9feb5a22a404,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:44.175749 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.324798 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Calling delete_port for 27f40028-2b32-48a8-9786-9feb5a22a404 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:31:44.463294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.470494 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-76d115b4-e990-42a3-9409-e965483f8e1e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:44.478152 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['27f40028-2b32-48a8-9786-9feb5a22a404'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:44.499236 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a12b27c7-4afb-4ed0-91af-0b1b9b7727b8 req-49fdd400-8d2b-43d4-ae09-c3487203e224 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a95c0b-2793-445f-afd0-9b999bf94a80 HTTP/1.1" status: 200  len: 210 time: 0.0744228
May 19 23:31:44.526074 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Pushing event deleted for resources: {'Port': ['ID=27f40028-2b32-48a8-9786-9feb5a22a404,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:44.529242 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:44.556314 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47238) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:44.610562 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] No DVR routers for this DVR port 27f40028-2b32-48a8-9786-9feb5a22a404 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:31:44.613448 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.616977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'name': 'network-vif-deleted', 'tag': '27f40028-2b32-48a8-9786-9feb5a22a404'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:44.634638 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b3e012e0-1c09-4adf-a01d-f9b5f4a4cdea req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "DELETE /v2.0/ports/27f40028-2b32-48a8-9786-9feb5a22a404 HTTP/1.1" status: 204  len: 173 time: 0.8771858
May 19 23:31:44.681867 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a95c0b-2793-445f-afd0-9b999bf94a80', 'name': 'network-vif-deleted', 'tag': '27f40028-2b32-48a8-9786-9feb5a22a404', 'status': 'completed', 'code': 200}
May 19 23:31:44.695681 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.711719 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:44.715852 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Usage tracker for resource:security_group_rule and tenant:dec8a64eb99e4aa2a9cb7f4aa3d270cb is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:44.718622 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:44.726053 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:44.819165 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.823139 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.830426 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-30ed9e0f-b23c-40bd-a70b-ad2f39d95a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:44.870547 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dec8a64eb99e4aa2a9cb7f4aa3d270cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3131673
May 19 23:31:44.871496 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0440f8c7-5dab-4445-8662-51ee3bd7f345,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:44.873329 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47248) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:44.874504 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:44.934404 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:44.961213 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.014992 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.018747 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b2febcd4-2788-4dd7-bea9-09200f594a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:45.031158 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440f8c7-5dab-4445-8662-51ee3bd7f345,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:45.033995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:45.036172 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.039991 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0440f8c7-5dab-4445-8662-51ee3bd7f345 HTTP/1.1" status: 204  len: 168 time: 0.1655984
May 19 23:31:45.221496 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd3cd4-c9c2-42cc-a912-64707c564d9a req-7e160e35-8534-422a-93be-21a31c74a267 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:45.224072 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-81fd3cd4-c9c2-42cc-a912-64707c564d9a req-7e160e35-8534-422a-93be-21a31c74a267 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0902820
May 19 23:31:45.271261 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-81fd3cd4-c9c2-42cc-a912-64707c564d9a req-5c34d147-dcbf-49d3-9cdf-abe3bdaa0151 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413871
May 19 23:31:45.368037 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47262) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:45.386837 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.403110 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:45.407432 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Usage tracker for resource:security_group_rule and tenant:73c9232fe8c2458fb7d97feae4c8844d is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:45.410506 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:45.416548 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:45.509705 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.514877 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.523620 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d2d2dc34-505e-478b-b3e7-ba78bab6e523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:45.578850 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73c9232fe8c2458fb7d97feae4c8844d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2097020
May 19 23:31:45.579889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ddd521-05d5-42d7-969a-a69f72e0792d,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:45.581534 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47272) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:45.584798 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:45.659958 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.690287 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.761479 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.767528 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-3533d29d-f229-4f94-81b0-b77b63463c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:45.786745 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ddd521-05d5-42d7-969a-a69f72e0792d,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:45.792137 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:45.795162 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:45.796631 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/55ddd521-05d5-42d7-969a-a69f72e0792d HTTP/1.1" status: 204  len: 168 time: 0.2140667
May 19 23:31:46.023325 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-c99ff386-65a3-4821-8410-7d44e782c7ef tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:46.024705 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-c99ff386-65a3-4821-8410-7d44e782c7ef tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/networks?id=ce61dbaf-4160-4231-885b-8c669b4bdab8 HTTP/1.1" status: 200  len: 809 time: 0.1652617
May 19 23:31:46.041496 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-7dc99f5b-c2f7-466c-a1b4-5c5af07e9199 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/quotas/c43dada35ecb4316b709422deef1d7d1 HTTP/1.1" status: 200  len: 375 time: 0.0106733
May 19 23:31:46.102846 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-b020efd6-3ce0-4707-a2af-a1a4f8604a27 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c43dada35ecb4316b709422deef1d7d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0548341
May 19 23:31:46.258317 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-2025e2ae-0380-41ac-a09e-10f48e357a8c service neutron] 10.222.0.59 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439803
May 19 23:31:46.448127 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-12989255-41b9-43e1-91e9-d4734d91efe5 service neutron] 10.222.0.59 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838307
May 19 23:31:46.485617 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379552f-1d6c-4c95-985a-6db8f3e916b5 req-a5ad7dc2-9e50-44ed-9737-7afd0e97dbd0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:46.490418 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d379552f-1d6c-4c95-985a-6db8f3e916b5 req-a5ad7dc2-9e50-44ed-9737-7afd0e97dbd0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1026785
May 19 23:31:46.543771 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d379552f-1d6c-4c95-985a-6db8f3e916b5 req-2429583b-9222-4f28-8ff1-750a59640920 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496581
May 19 23:31:46.649650 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e94f581f-6abe-4d31-be0e-fd1e0c26034d req-047c886c-532a-4329-ae99-0ca0616f88c6 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 210 time: 0.0482171
May 19 23:31:46.683851 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47324) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:46.833203 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1256396498-network', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:46.838044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:46.841857 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Usage tracker for resource:network and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:46.844878 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:46.852922 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:46.865089 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Made reservation on behalf of 5ff57f53b0044d6995e4b794e7d4b35e for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:46.868163 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:46.891060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:46.908533 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:46.920163 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:46.923232 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:46.930652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:47.030022 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.034424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.039186 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-36367142-adfe-410f-9bb1-1613d93205ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:47.065772 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:31:47.081010 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95c5b0-5ee5-4264-9a86-bfea4c7bf05a,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:47.084560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.085136 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Added segment 66bb1746-b377-4ad0-9e36-4e79a13b16f3 of type vlan for network 7bd1d854-7fd8-493b-b203-f19ea775b350
May 19 23:31:47.086594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:47.120899 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.159545 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.161652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:47.162360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.167028 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:47.275887 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd1d854-7fd8-493b-b203-f19ea775b350,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:47.282690 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5969667
May 19 23:31:47.283729 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:47.286513 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47348) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:47.290873 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:31:47.303549 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Request body: {'subnet': {'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1256396498-subnet', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:47.310720 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:47.315567 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Usage tracker for resource:subnet and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:47.320084 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:47.328447 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:47.343585 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Made reservation on behalf of 5ff57f53b0044d6995e4b794e7d4b35e for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:47.346201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.789760 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3553f7-1b93-47dc-a9f8-dd54f73da8af req-677c29dd-2db0-470f-969f-62f9a816b029 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:47.791288 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fd3553f7-1b93-47dc-a9f8-dd54f73da8af req-677c29dd-2db0-470f-969f-62f9a816b029 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1166549
May 19 23:31:47.857335 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fd3553f7-1b93-47dc-a9f8-dd54f73da8af req-edc4d17e-e479-4850-affe-3c7c7bfba133 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570340
May 19 23:31:47.927242 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:47.931881 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:48.137488 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-df34f2cf-25ff-47ce-a39e-dd039d444300 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:48.140777 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-df34f2cf-25ff-47ce-a39e-dd039d444300 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "GET /v2.0/networks?id=ce61dbaf-4160-4231-885b-8c669b4bdab8 HTTP/1.1" status: 200  len: 809 time: 0.3034835
May 19 23:31:48.167814 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Request body: {'port': {'device_id': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8', 'admin_state_up': True, 'tenant_id': 'c43dada35ecb4316b709422deef1d7d1'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:48.197096 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:48.207764 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:48.219360 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9dc591fe-6709-4c5a-86bb-14471aa972f1 req-d91b90ce-9e33-43f9-a693-b9e803dee28f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 210 time: 0.1269133
May 19 23:31:48.243577 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Checking segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:48.243939 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Network hostable DHCP agents. Network: 7bd1d854-7fd8-493b-b203-f19ea775b350, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:31:48.273359 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:31:48.290604 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 7bd1d854-7fd8-493b-b203-f19ea775b350) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:48.304029 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07957d-0dfc-4c4e-a826-55b18059b1ee None None] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:48.313808 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:48.314400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.349306 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0595117
May 19 23:31:48.352211 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47382) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:48.357674 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:48.365477 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:48.370671 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:48.371432 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Usage tracker for resource:port and tenant:c43dada35ecb4316b709422deef1d7d1 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:48.374797 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Usage tracker for resource:router and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:48.376110 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:48.377792 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:48.383803 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:48.385335 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:48.398347 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Made reservation on behalf of c43dada35ecb4316b709422deef1d7d1 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:48.398545 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.399772 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.404980 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.418792 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.618148 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-7bd1d854-7fd8-493b-b203-f19ea775b350', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:31:48.618997 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.637524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Allocated IP 172.20.0.12 (ce61dbaf-4160-4231-885b-8c669b4bdab8/71157bb6-9fe3-4d7a-a049-8fe6dead84a2/8d3cbea2-c740-4028-ac85-07ccab64e6a8) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:48.696219 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 27f40028-2b32-48a8-9786-9feb5a22a404 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:31:48.733438 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.747237 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 27f40028-2b32-48a8-9786-9feb5a22a404 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:31:48.747789 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 27f40028-2b32-48a8-9786-9feb5a22a404 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:31:48.844805 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Allocated IP 172.20.0.2 (7bd1d854-7fd8-493b-b203-f19ea775b350/dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8/acdb7b15-5f98-4c5b-a487-45dd3348509d) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:48.903187 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.934936 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:48.964316 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6891f215-d90f-4480-b620-41b57ab27b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:49.076671 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Network ce61dbaf-4160-4231-885b-8c669b4bdab8 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:49.079791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:49.084577 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:49.117216 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.121786 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Pushing event updated for resources: {'Port': ['ID=8d3cbea2-c740-4028-ac85-07ccab64e6a8,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:49.122900 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.130003 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:49.131078 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Transition to ACTIVE for port object acdb7b15-5f98-4c5b-a487-45dd3348509d will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:49.149912 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Transition to ACTIVE for port object acdb7b15-5f98-4c5b-a487-45dd3348509d will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:49.156149 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.159304 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:49.159928 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.161253 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:49.175392 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.186815 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0253866
May 19 23:31:49.199562 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Request body: {'port': {'device_id': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:49.227341 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:49.230232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:49.236009 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:49.242898 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Pushing event updated for resources: {'Port': ['ID=acdb7b15-5f98-4c5b-a487-45dd3348509d,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:49.246814 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:49.342232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Attempting to bind port acdb7b15-5f98-4c5b-a487-45dd3348509d on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:31:49.342232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Attempting to bind port acdb7b15-5f98-4c5b-a487-45dd3348509d by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:31:49.343039 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Attempting to bind port acdb7b15-5f98-4c5b-a487-45dd3348509d on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:49.351183 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:31:49.351607 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Checking segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:49.352155 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.352562 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Bound using segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:31:49.353039 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Bound port: acdb7b15-5f98-4c5b-a487-45dd3348509d, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:31:49.353452 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.356166 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.482857 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] For port acdb7b15-5f98-4c5b-a487-45dd3348509d, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:31:49.491893 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] For port acdb7b15-5f98-4c5b-a487-45dd3348509d, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=acdb7b15-5f98-4c5b-a487-45dd3348509d,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:31:49.503129 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.508506 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:49.534707 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Allocated IP 172.27.1.59 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:49.622391 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Pushing event updated for resources: {'Port': ['ID=acdb7b15-5f98-4c5b-a487-45dd3348509d,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:49.626049 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:49.768235 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dca157-cf15-4b7b-9293-0f0b9b2453a2 req-3da1a207-ed7a-4e43-a8f6-604cce6f6dc6 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:49.771401 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6dca157-cf15-4b7b-9293-0f0b9b2453a2 req-3da1a207-ed7a-4e43-a8f6-604cce6f6dc6 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.7497754
May 19 23:31:49.854537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.907783 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a22b0-0309-4bbd-a990-6ad3820037f1 req-ccaeb692-443b-482d-8c69-99ba1f739e33 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:49.909124 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-243a22b0-0309-4bbd-a990-6ad3820037f1 req-ccaeb692-443b-482d-8c69-99ba1f739e33 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 932 time: 0.3134470
May 19 23:31:49.920932 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6dca157-cf15-4b7b-9293-0f0b9b2453a2 req-2661e80a-0d01-4fc0-b3e4-92630a688861 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439111
May 19 23:31:49.951262 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3cbea2-c740-4028-ac85-07ccab64e6a8 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:49.959911 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.976537 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Transition to ACTIVE for port object 8d3cbea2-c740-4028-ac85-07ccab64e6a8 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:49.987204 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:49.991993 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-243a22b0-0309-4bbd-a990-6ad3820037f1 req-938cd256-6a72-4070-b6a5-ff4dfb82b026 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752132
May 19 23:31:50.002986 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:50.010613 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47408) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:50.029618 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:50.042709 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:50.129410 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:50.132888 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:50.135433 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:50.229610 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Pushing event updated for resources: {'Port': ['ID=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:50.233344 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:50.238518 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cbea2-c740-4028-ac85-07ccab64e6a8,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:50.247946 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:50.288564 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Attempting to bind port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:31:50.288886 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Attempting to bind port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:31:50.289216 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Attempting to bind port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 on network ce61dbaf-4160-4231-885b-8c669b4bdab8 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:50.294680 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 on network ce61dbaf-4160-4231-885b-8c669b4bdab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:31:50.294998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Attempting to bind port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 on network ce61dbaf-4160-4231-885b-8c669b4bdab8 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:50.302193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:31:50.302193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Checking segment: {'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:50.302193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Bound using segment: {'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:31:50.302193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Bound port: 8d3cbea2-c740-4028-ac85-07ccab64e6a8, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c5f58-c942-480d-9394-3e45dd5738ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:31:50.302718 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:50.402806 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] For port 8d3cbea2-c740-4028-ac85-07ccab64e6a8, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:31:50.405998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] For port 8d3cbea2-c740-4028-ac85-07ccab64e6a8, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8d3cbea2-c740-4028-ac85-07ccab64e6a8,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:31:50.411258 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:50.416430 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:50.498310 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:50.498926 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:50.500501 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d3cbea2-c740-4028-ac85-07ccab64e6a8 HTTP/1.1" status: 200  len: 1094 time: 1.3055606
May 19 23:31:50.501044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'tag': '8d3cbea2-c740-4028-ac85-07ccab64e6a8'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:50.522319 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cbea2-c740-4028-ac85-07ccab64e6a8,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:50.525767 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:50.571736 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:50.589209 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'tag': '8d3cbea2-c740-4028-ac85-07ccab64e6a8', 'status': 'completed', 'code': 200}
May 19 23:31:50.628262 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-dd8dee1d-5a5b-4a1a-a904-c313f02a3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:50.630594 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-dd8dee1d-5a5b-4a1a-a904-c313f02a3fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43dada35ecb4316b709422deef1d7d1&device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 1097 time: 0.0816054
May 19 23:31:50.637932 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:50.664780 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1dad2dfc394087b0bee936e57e1835 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:50.669701 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:50.684983 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:50.715061 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31215-d03f-4272-9dec-1b43656292eb req-2415ba15-69fe-44a7-aa56-198d0124a685 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:50.716201 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-db5ebd65-43aa-42c0-8646-e30221b64627 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d3cbea2-c740-4028-ac85-07ccab64e6a8 HTTP/1.1" status: 200  len: 217 time: 0.0739746
May 19 23:31:50.721922 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-2415ba15-69fe-44a7-aa56-198d0124a685 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.5353174
May 19 23:31:50.762268 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-79e56cfe-67ac-43e7-bf61-468dabbfb24a tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/quotas/18063011b3bc44a184f643efa4774802 HTTP/1.1" status: 200  len: 375 time: 0.0392761
May 19 23:31:50.805074 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba01f6e-bf49-4e3f-a078-be1f65a684fa None None] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:50.815136 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-91a8b7da-81c3-4b02-b11d-9ef767957bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:50.815136 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-91a8b7da-81c3-4b02-b11d-9ef767957bf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71157bb6-9fe3-4d7a-a049-8fe6dead84a2 HTTP/1.1" status: 200  len: 849 time: 0.0793879
May 19 23:31:50.870291 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-20c5b0ab-f2f8-4bfb-84ba-d5e31bb46538 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce61dbaf-4160-4231-885b-8c669b4bdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500686
May 19 23:31:50.915945 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device acdb7b15-5f98-4c5b-a487-45dd3348509d up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:50.945355 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-fc8b248b-bce3-453a-b66e-80ac2f695d27 None None] Provisioning for port acdb7b15-5f98-4c5b-a487-45dd3348509d completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:51.040344 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-48b163d2-f447-4a4a-b964-b919273fca66 service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627040
May 19 23:31:51.054489 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.069663 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port acdb7b15-5f98-4c5b-a487-45dd3348509d completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:51.076358 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port acdb7b15-5f98-4c5b-a487-45dd3348509d triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:51.076736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.206655 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0328bef1-b577-4d4d-9904-e756e7c34b95 req-e8e3558e-d87e-46de-862d-75b0cb9a7ec5 service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530912
May 19 23:31:51.248396 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.259342 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-568bb00a-91dd-4709-96c3-1fe80167479f tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4276922
May 19 23:31:51.266535 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.278933 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.320836 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port acdb7b15-5f98-4c5b-a487-45dd3348509d, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=acdb7b15-5f98-4c5b-a487-45dd3348509d,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:51.328116 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.330449 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:51.355786 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866c57-8339-413e-9682-9bff11e7c263 req-96e16c5d-47cd-4133-aa1c-f7c653ccc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:51.357410 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ea671c8c-01a8-4937-a36b-9ed982baeb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:51.358264 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9866c57-8339-413e-9682-9bff11e7c263 req-96e16c5d-47cd-4133-aa1c-f7c653ccc461 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43dada35ecb4316b709422deef1d7d1&device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 1097 time: 0.0972877
May 19 23:31:51.411522 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=acdb7b15-5f98-4c5b-a487-45dd3348509d,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:51.414993 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:51.498703 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa1dad2dfc394087b0bee936e57e1835&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4865701
May 19 23:31:51.503481 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47434) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:51.516569 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade5eaf-1739-4e51-bfc5-7c4826b7d87a,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:51.520555 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:51.574896 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866c57-8339-413e-9682-9bff11e7c263 req-2445498f-f2e2-492c-b9cf-2720a7e67ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:51.576370 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9866c57-8339-413e-9682-9bff11e7c263 req-2445498f-f2e2-492c-b9cf-2720a7e67ca1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce61dbaf-4160-4231-885b-8c669b4bdab8 HTTP/1.1" status: 200  len: 910 time: 0.2057288
May 19 23:31:51.605579 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a72942fc-08d3-44ca-98a9-cfccfa0d8a93 None None] Provisioning complete for port acdb7b15-5f98-4c5b-a487-45dd3348509d triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:51.606118 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a72942fc-08d3-44ca-98a9-cfccfa0d8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.621970 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7f264-7635-46f0-a61e-98327cbfeace req-56814599-0a0d-4a34-a0ce-847b163f3702 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:51.623467 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a9a7f264-7635-46f0-a61e-98327cbfeace req-56814599-0a0d-4a34-a0ce-847b163f3702 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.4995801
May 19 23:31:51.655343 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.657759 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9866c57-8339-413e-9682-9bff11e7c263 req-d22ac7cc-ad91-4a50-89e8-9317ef3f48e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d3cbea2-c740-4028-ac85-07ccab64e6a8 HTTP/1.1" status: 200  len: 217 time: 0.0684612
May 19 23:31:51.690650 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-b4de793a-52da-4147-b90d-7195ea2bfbb7 service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530190
May 19 23:31:51.727622 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.757469 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866c57-8339-413e-9682-9bff11e7c263 req-f924c10d-6f17-4be7-be2a-b4f8183525f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:51.758892 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9866c57-8339-413e-9682-9bff11e7c263 req-f924c10d-6f17-4be7-be2a-b4f8183525f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71157bb6-9fe3-4d7a-a049-8fe6dead84a2 HTTP/1.1" status: 200  len: 849 time: 0.0923586
May 19 23:31:51.822628 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a9a7f264-7635-46f0-a61e-98327cbfeace req-23f73ea4-d5e9-4ccf-a300-9febb53a179b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845498
May 19 23:31:51.915821 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9866c57-8339-413e-9682-9bff11e7c263 req-b9f733f8-c1fa-40a6-94a1-e92cc5f33bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce61dbaf-4160-4231-885b-8c669b4bdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1458802
May 19 23:31:51.964647 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:51.970171 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-adc681ff-5574-49f6-990e-7f7d177008aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:52.025165 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.038087 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade5eaf-1739-4e51-bfc5-7c4826b7d87a,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:52.046465 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:52.049157 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.052597 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ade5eaf-1739-4e51-bfc5-7c4826b7d87a HTTP/1.1" status: 204  len: 168 time: 0.5451171
May 19 23:31:52.081260 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9866c57-8339-413e-9682-9bff11e7c263 req-e0e27efb-7753-4a30-a652-df047f0c30cb service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574697
May 19 23:31:52.173631 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-f51a2490-ce35-451c-b66a-a0fa27d53dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4104414
May 19 23:31:52.251619 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f9866c57-8339-413e-9682-9bff11e7c263 req-f79e6508-4850-4d0c-91e0-08a93e03d7df service neutron] 10.222.0.55 "GET /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623869
May 19 23:31:52.327384 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.337762 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71203a-9b8d-4146-8a6e-a00a7ef8e602 req-9bba5eaa-bec9-4429-a803-62f5996df8dd tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:52.337762 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eb71203a-9b8d-4146-8a6e-a00a7ef8e602 req-9bba5eaa-bec9-4429-a803-62f5996df8dd tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 944 time: 0.3598192
May 19 23:31:52.417056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47446) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:52.417555 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eb71203a-9b8d-4146-8a6e-a00a7ef8e602 req-68f77fd5-9a10-48e6-86c9-c9c61c5e1405 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724483
May 19 23:31:52.448751 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:31:52.455437 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.472479 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:52.482935 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0ced93e4d94940847eddc31de2cc3b is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:52.486355 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:52.499385 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:52.598550 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a3ea9b2c-bd5c-4438-8f53-510523eaa3ac req-87e24ede-a9f7-4589-b7e1-8add53c62500 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 210 time: 0.0791447
May 19 23:31:52.623165 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.633044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.642470 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d1e3d3d6-ea44-4f81-bf21-3a59397b9bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:52.696803 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375aa6f-4089-4589-be56-4a5e4b6368da,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:52.700798 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba0ced93e4d94940847eddc31de2cc3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2822194
May 19 23:31:52.701703 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:52.705639 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47458) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:52.752319 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:31:52.771325 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:31:52.782532 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:31:52.783642 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bc266d0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:31:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:52.797510 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device acdb7b15-5f98-4c5b-a487-45dd3348509d up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:52.811563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.827155 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.831063 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47462) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:52.831211 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.4778168
May 19 23:31:52.848563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.931678 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:52.937790 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:52.971458 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375aa6f-4089-4589-be56-4a5e4b6368da,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:52.980437 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:52.998834 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:31:52.999874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:53.007473 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3375aa6f-4089-4589-be56-4a5e4b6368da HTTP/1.1" status: 204  len: 168 time: 0.2989662
May 19 23:31:53.031248 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port acdb7b15-5f98-4c5b-a487-45dd3348509d triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:53.031753 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:53.170558 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef833b54-9c9c-4950-aa7f-bb068986dfaa req-1c2be1bf-98dc-4296-80fb-cd0827cde219 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:53.172419 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ef833b54-9c9c-4950-aa7f-bb068986dfaa req-1c2be1bf-98dc-4296-80fb-cd0827cde219 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1636848
May 19 23:31:53.246769 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ef833b54-9c9c-4950-aa7f-bb068986dfaa req-a51a0ef7-01a0-4d9f-8329-bde2483c0da7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671844
May 19 23:31:53.436693 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bc266d0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:50Z', 'revision_number': 3, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:53.445059 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:31:53.446858 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Updating router 97b2ee68-a7ea-4867-9b18-1deb156a5722 port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:31:53.537072 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:53.827111 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:53.897114 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-95dc2634-383d-481f-8a45-6675828499cf req-b930f5f5-de38-4c00-b680-8835fc34322f tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 210 time: 0.1027443
May 19 23:31:53.926400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52081ef-fe6a-4cfa-af35-7a4e4f4ac66c req-80eae133-edc3-4cff-a6a6-d05a4165f976 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:53.936165 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b52081ef-fe6a-4cfa-af35-7a4e4f4ac66c req-80eae133-edc3-4cff-a6a6-d05a4165f976 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 944 time: 0.3107555
May 19 23:31:54.088945 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b52081ef-fe6a-4cfa-af35-7a4e4f4ac66c req-0343401c-6953-4bf8-b187-b08709c93ff7 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509175
May 19 23:31:54.163376 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.178544 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Transition to ACTIVE for port object cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:54.188053 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.194225 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5ed1b27a-e703-4c6e-917a-3f467305d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:54.291139 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Pushing event updated for resources: {'Port': ['ID=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:54.332790 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.337073 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.337412 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.337750 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.338081 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.338413 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.338742 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.339066 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.339437 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.339759 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.340076 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.340392 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:54.354745 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:54.376910 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Attempting to bind port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:31:54.377286 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Attempting to bind port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:31:54.377649 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Attempting to bind port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:54.398724 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:31:54.398724 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:54.398724 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.398724 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:31:54.398724 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Bound port: cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:31:54.398724 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.455454 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47502) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:54.497386 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31215-d03f-4272-9dec-1b43656292eb req-b66608b5-d2a4-4870-b7fe-6326523818b0 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:54.498461 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-b66608b5-d2a4-4870-b7fe-6326523818b0 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 815 time: 0.5203292
May 19 23:31:54.507891 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Allocated IP 172.20.0.1 (7bd1d854-7fd8-493b-b203-f19ea775b350/dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8/4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:54.521174 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Request body: {'port': {'device_id': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'admin_state_up': True, 'tenant_id': '18063011b3bc44a184f643efa4774802'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:54.553681 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5bb9-e22e-4d49-a72c-de6a8e6b54ed req-5f181a1b-7583-4bc4-bcbc-81fb97855ff0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:54.555275 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4bc5bb9-e22e-4d49-a72c-de6a8e6b54ed req-5f181a1b-7583-4bc4-bcbc-81fb97855ff0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1224818
May 19 23:31:54.570758 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] For port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:31:54.574369 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] For port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:31:54.581423 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.587218 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:54.609668 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4bc5bb9-e22e-4d49-a72c-de6a8e6b54ed req-3c7d341a-22f1-4688-88de-0e0a3104f399 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476632
May 19 23:31:54.674308 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:31:54.674919 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bc266d0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:31:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:54.682044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1331852137-network', 'tenant_id': '7ec20f64d6de42ad94805f2b681eab44'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:54.698266 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:54.708089 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Usage tracker for resource:network and tenant:7ec20f64d6de42ad94805f2b681eab44 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:54.727894 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 8d3cbea2-c740-4028-ac85-07ccab64e6a8 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:31:54.730451 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Pushing event updated for resources: {'Port': ['ID=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:54.741068 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:54.767119 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:54.797821 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:54.830072 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:54.835215 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Made reservation on behalf of 7ec20f64d6de42ad94805f2b681eab44 for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:54.837513 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.857496 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Usage tracker for resource:port and tenant:18063011b3bc44a184f643efa4774802 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:54.862657 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:31:54.864574 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:54.869177 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.892996 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:54.906311 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:54.911296 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.921153 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Usage tracker for resource:security_group_rule and tenant:7ec20f64d6de42ad94805f2b681eab44 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:54.930265 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 8d3cbea2-c740-4028-ac85-07ccab64e6a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8d3cbea2-c740-4028-ac85-07ccab64e6a8,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:54.933211 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:54.935853 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Made reservation on behalf of 18063011b3bc44a184f643efa4774802 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:54.939372 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:54.944687 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '8d3cbea2-c740-4028-ac85-07ccab64e6a8', 'network_id': 'ce61dbaf-4160-4231-885b-8c669b4bdab8', 'port_id': '8d3cbea2-c740-4028-ac85-07ccab64e6a8', 'mac_address': 'fa:16:3e:a4:fe:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71157bb6-9fe3-4d7a-a049-8fe6dead84a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:31:54.955402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Transition to ACTIVE for port object 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:54.956695 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:55.010359 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.042662 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3cbea2-c740-4028-ac85-07ccab64e6a8 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:55.074790 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 8d3cbea2-c740-4028-ac85-07ccab64e6a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8d3cbea2-c740-4028-ac85-07ccab64e6a8,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:55.081159 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.084673 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:55.165827 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44580287-c429-467a-997c-e5ca4b2729d1 req-aa82657f-51d8-4e6c-89f5-c5da34121429 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 210 time: 0.0640309
May 19 23:31:55.167909 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=8d3cbea2-c740-4028-ac85-07ccab64e6a8,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:55.181043 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:55.213273 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.223810 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:55.275187 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bc266d0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:50Z', 'revision_number': 3, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:55.279842 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a9ab4-95c2-4b63-a491-72ac2d652e16 None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:50Z', 'revision_number': 3, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:31:55.316687 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Allocated IP 172.20.0.2 (0c4b2506-6baa-4e1f-90a4-721071253897/8bcc5db8-2858-4194-9c5a-83852ec59036/83d69e10-4936-4916-83ed-02b38ecf6993) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:31:55.319815 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:55.331067 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:55.345290 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:55.365553 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079292ea-0305-45fc-931c-a1434b218649 req-4151c476-6976-4c67-95bc-1a3174390520 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:55.372984 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-079292ea-0305-45fc-931c-a1434b218649 req-4151c476-6976-4c67-95bc-1a3174390520 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 945 time: 0.1297495
May 19 23:31:55.385198 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.389415 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:55.400358 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:55.400828 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.412210 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9312a904-4724-468e-9871-81a6aed4c6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:55.413357 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['8d3cbea2-c740-4028-ac85-07ccab64e6a8'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:55.430835 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-079292ea-0305-45fc-931c-a1434b218649 req-bba9b2ed-06fe-414a-af88-b4cc057f7a2e tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568936
May 19 23:31:55.513694 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:31:55.522004 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.549579 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89db8736-f614-4a89-9876-09e1be4ebdfd,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:55.553458 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:55.596744 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.597228 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Added segment 598b6f6b-1f35-474e-a223-47e135b6c519 of type vlan for network 9f659189-d571-4142-b244-341ab2689f66
May 19 23:31:55.635853 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-21cfa057-a541-4ab0-afef-4714b70adf3b None None] Provisioning for port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:55.661293 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-21cfa057-a541-4ab0-afef-4714b70adf3b None None] Provisioning complete for port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:55.661899 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-21cfa057-a541-4ab0-afef-4714b70adf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.748971 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.794890 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-21cfa057-a541-4ab0-afef-4714b70adf3b None None] Port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:31:55.860702 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.863664 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.863880 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30c019-7858-462f-bcc4-5a56149c4a3c req-ed879a5a-e34f-4217-a62f-de7a87fda997 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:55.869852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:55.870442 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:55.872674 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac30c019-7858-462f-bcc4-5a56149c4a3c req-ed879a5a-e34f-4217-a62f-de7a87fda997 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1082540
May 19 23:31:55.876312 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:55.935508 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac30c019-7858-462f-bcc4-5a56149c4a3c req-1a67c7ec-eac4-4806-a732-e4188069e954 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607839
May 19 23:31:56.056754 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Pushing event updated for resources: {'Network': ['ID=9f659189-d571-4142-b244-341ab2689f66,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:56.065816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:56.069964 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 9f659189-d571-4142-b244-341ab2689f66 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:31:56.086325 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.156092 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.6962252
May 19 23:31:56.158473 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47522) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:56.166496 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Request body: {'subnet': {'network_id': '9f659189-d571-4142-b244-341ab2689f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1331852137-subnet', 'tenant_id': '7ec20f64d6de42ad94805f2b681eab44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:56.169045 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.185353 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-cdb8f527-38db-4157-a4bb-67a0425f24cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:56.194220 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:56.200524 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Usage tracker for resource:subnet and tenant:7ec20f64d6de42ad94805f2b681eab44 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:56.204046 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:56.212180 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:56.226447 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Made reservation on behalf of 7ec20f64d6de42ad94805f2b681eab44 for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:56.229139 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.320148 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Network 0c4b2506-6baa-4e1f-90a4-721071253897 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:56.325664 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:56.331397 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:31:56.421087 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event updated for resources: {'Port': ['ID=83d69e10-4936-4916-83ed-02b38ecf6993,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:56.439890 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:56.453376 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:31:56.471651 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860aad-7a70-47be-a680-821d51b812c4 req-22d61264-66a9-4f6d-b4db-daa18f2fac54 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:56.479244 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac860aad-7a70-47be-a680-821d51b812c4 req-22d61264-66a9-4f6d-b4db-daa18f2fac54 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 931 time: 0.1651199
May 19 23:31:56.483311 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:56.483944 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.546927 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.555191 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.608500 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-211b9634-780a-44ca-be76-7475931867d2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:56.690018 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac860aad-7a70-47be-a680-821d51b812c4 req-f5468dc2-7044-4169-aadd-8fe7d4d829c2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074692
May 19 23:31:56.743160 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 8d3cbea2-c740-4028-ac85-07ccab64e6a8 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:56.790893 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.800368 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2894757
May 19 23:31:56.808471 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03a85-8048-4ac2-8ec4-90e2e13638c2 req-f63bddc0-8468-436f-b0a5-8122ee2b1e44 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:56.809825 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15f03a85-8048-4ac2-8ec4-90e2e13638c2 req-f63bddc0-8468-436f-b0a5-8122ee2b1e44 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 945 time: 0.2329950
May 19 23:31:56.830922 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Request body: {'port': {'device_id': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:56.871446 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:56.886846 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:56.887257 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:56.922827 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:56.939691 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15f03a85-8048-4ac2-8ec4-90e2e13638c2 req-51146827-f01a-482b-93b8-f8fd69b87f94 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740538
May 19 23:31:56.947707 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:56.962519 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:57.079176 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.152544 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:31:57.170058 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:57.170443 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.203050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.210229 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-200a3152-46de-426d-92f3-a4d8b2c26831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:57.295417 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.296147 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:31:57.304425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:57.336317 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12050ea-89bd-4601-a992-43d7b4be1e2a req-60cb7e56-10d7-4677-911a-11e1ba4ea16f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:57.344604 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c12050ea-89bd-4601-a992-43d7b4be1e2a req-60cb7e56-10d7-4677-911a-11e1ba4ea16f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.2481694
May 19 23:31:57.350202 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdace03-b866-4321-8035-288f4888ace7,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:57.365391 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cbea2-c740-4028-ac85-07ccab64e6a8'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:57.380556 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 8d3cbea2-c740-4028-ac85-07ccab64e6a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8d3cbea2-c740-4028-ac85-07ccab64e6a8,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:57.414839 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.432939 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.433323 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.433646 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.435357 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1d9e3d54-7924-42d6-99c1-f0d673121abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:57.445068 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.445438 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.445794 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.446139 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.446479 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.446821 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.447998 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.448341 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.448683 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:57.456964 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:57.473776 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cbea2-c740-4028-ac85-07ccab64e6a8', 'code': 200}
May 19 23:31:57.476176 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Checking segment: {'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:57.476550 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Network hostable DHCP agents. Network: 9f659189-d571-4142-b244-341ab2689f66, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:31:57.522769 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.547270 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=8d3cbea2-c740-4028-ac85-07ccab64e6a8,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:57.551560 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:57.554768 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:31:57.560031 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.562475 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:57.567127 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c12050ea-89bd-4601-a992-43d7b4be1e2a req-dc806504-28ff-47bd-b4a2-f3c5fdbec8b9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209790
May 19 23:31:57.600686 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Network 9f659189-d571-4142-b244-341ab2689f66 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:31:57.621525 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 9f659189-d571-4142-b244-341ab2689f66) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:31:57.649450 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd09d4ff-12bb-4a38-9118-16d014467f54 None None] Network 9f659189-d571-4142-b244-341ab2689f66 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:57.653672 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:57.657749 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:57.661160 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:31:57.717349 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-5a52d6f4-3bee-43c3-9bf9-48f7dd101b19 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5570600
May 19 23:31:57.953860 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10749b7f-9cd7-4df9-b3d0-db4191de6958 None None] Network 9f659189-d571-4142-b244-341ab2689f66 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:31:57.967623 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:57.973627 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:57.974411 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-4fb284fb-f9cf-443d-b858-039dd80e664c None None] Provisioning complete for port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:57.974783 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4fb284fb-f9cf-443d-b858-039dd80e664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:58.019057 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88245e-d6da-4d85-aa9f-53503b6867fb req-35cd5913-5d7d-4701-8527-3de1c91eaf6d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:58.033547 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cf88245e-d6da-4d85-aa9f-53503b6867fb req-35cd5913-5d7d-4701-8527-3de1c91eaf6d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 931 time: 0.1736341
May 19 23:31:58.041106 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-4fb284fb-f9cf-443d-b858-039dd80e664c None None] Port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:31:58.138786 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c39d6250-4e8b-46c2-a61b-5c7de1d918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:58.170081 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cf88245e-d6da-4d85-aa9f-53503b6867fb req-1ac40aae-f9cd-41db-8b2f-7e309ee7fa32 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338923
May 19 23:31:58.195652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:31:58.209664 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:31:58.225812 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] 10.222.0.59 "PUT /v2.0/routers/97b2ee68-a7ea-4867-9b18-1deb156a5722/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3920727
May 19 23:31:58.272993 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2202c0-9395-4435-8a18-796c36915e51 req-d5804323-c983-420a-82c9-73d2e2910526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:58.276865 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:31:58.277493 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457982040>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:31:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:58.278785 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cf2202c0-9395-4435-8a18-796c36915e51 req-d5804323-c983-420a-82c9-73d2e2910526 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 1099 time: 0.4338923
May 19 23:31:58.429268 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779eb6-3d97-4453-a96c-27b211222a72 req-ab34eccd-b92c-4423-95bf-2839caf96c46 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:58.430833 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-34779eb6-3d97-4453-a96c-27b211222a72 req-ab34eccd-b92c-4423-95bf-2839caf96c46 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 946 time: 0.1897891
May 19 23:31:58.524007 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-34779eb6-3d97-4453-a96c-27b211222a72 req-5df21a2d-974b-4971-8dec-523fa5306db6 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824287
May 19 23:31:58.526739 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cf2202c0-9395-4435-8a18-796c36915e51 req-6483562c-bb10-4877-9451-6043f8756aa4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091758
May 19 23:31:58.529109 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d69e10-4936-4916-83ed-02b38ecf6993 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:31:58.541665 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:58.542541 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:31:58.563311 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Transition to ACTIVE for port object 83d69e10-4936-4916-83ed-02b38ecf6993 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:58.571364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:58.578645 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:58.828650 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Pushing event updated for resources: {'Port': ['ID=83d69e10-4936-4916-83ed-02b38ecf6993,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:58.842293 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.843003 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.843707 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.844288 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.844842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.845403 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.845971 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.846538 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.851192 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.852124 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.854257 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.854750 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:31:58.865541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:58.880581 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:31:58.919606 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Attempting to bind port 83d69e10-4936-4916-83ed-02b38ecf6993 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:31:58.919901 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Attempting to bind port 83d69e10-4936-4916-83ed-02b38ecf6993 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:31:58.920307 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Attempting to bind port 83d69e10-4936-4916-83ed-02b38ecf6993 on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:58.925785 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Port 83d69e10-4936-4916-83ed-02b38ecf6993 on network 0c4b2506-6baa-4e1f-90a4-721071253897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:31:58.926866 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Attempting to bind port 83d69e10-4936-4916-83ed-02b38ecf6993 on network 0c4b2506-6baa-4e1f-90a4-721071253897 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:31:58.933894 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:31:58.934239 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Checking segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:31:58.934627 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Bound using segment: {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:31:58.935061 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Bound port: 83d69e10-4936-4916-83ed-02b38ecf6993, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581a823a-5f00-4d5a-917a-8cfdf61eaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:31:58.935484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:58.942731 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c30d0-08b1-496d-94bc-5fee06149e25 req-2d3dbbed-0903-4c31-a823-53577c73bac0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:58.957292 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e7c30d0-08b1-496d-94bc-5fee06149e25 req-2d3dbbed-0903-4c31-a823-53577c73bac0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.2044003
May 19 23:31:59.066259 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e7c30d0-08b1-496d-94bc-5fee06149e25 req-08be5919-a054-4e58-976d-d0f50f849437 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078849
May 19 23:31:59.088250 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] For port 83d69e10-4936-4916-83ed-02b38ecf6993, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:31:59.092637 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] For port 83d69e10-4936-4916-83ed-02b38ecf6993, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83d69e10-4936-4916-83ed-02b38ecf6993,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:31:59.099602 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.104741 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:59.109751 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:31:59.110264 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.245489 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47592) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:31:59.252999 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-820414710-network', 'tenant_id': 'a514d650313f45ac8d1639272237a00e'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:31:59.260245 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:59.267679 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Usage tracker for resource:network and tenant:a514d650313f45ac8d1639272237a00e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:59.274031 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:59.274652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.275749 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:59.276277 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] 10.222.0.55 "PUT /v2.0/ports/83d69e10-4936-4916-83ed-02b38ecf6993 HTTP/1.1" status: 200  len: 1093 time: 2.4519937
May 19 23:31:59.283231 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:59.291051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'tag': '83d69e10-4936-4916-83ed-02b38ecf6993'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:31:59.311849 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457982040>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:31:56Z', 'revision_number': 2, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:31:59.322078 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:31:59.322431 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Updating router 97b2ee68-a7ea-4867-9b18-1deb156a5722 port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:31:59.338975 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Pushing event updated for resources: {'Port': ['ID=83d69e10-4936-4916-83ed-02b38ecf6993,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:59.343513 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Made reservation on behalf of a514d650313f45ac8d1639272237a00e for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:31:59.345974 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.367858 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.397864 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.399021 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:31:59.403593 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:59.406298 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a514d650313f45ac8d1639272237a00e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:31:59.406851 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'tag': '83d69e10-4936-4916-83ed-02b38ecf6993', 'status': 'completed', 'code': 200}
May 19 23:31:59.412189 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:31:59.421208 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:31:59.455876 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93dad2-dd82-4c71-8b0f-c29cbf73ec91 req-86c935b0-2593-4154-a5a8-9e9a0ee1c31a tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:59.457969 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7b93dad2-dd82-4c71-8b0f-c29cbf73ec91 req-86c935b0-2593-4154-a5a8-9e9a0ee1c31a tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 943 time: 0.1643937
May 19 23:31:59.458640 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31215-d03f-4272-9dec-1b43656292eb req-9c71e8cd-a82f-46fc-942e-66acf409d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:59.460688 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-9c71e8cd-a82f-46fc-942e-66acf409d65e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 1096 time: 0.1165037
May 19 23:31:59.559424 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-246ad4a0-2b56-46c1-8ac6-6297aa5223a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83d69e10-4936-4916-83ed-02b38ecf6993 HTTP/1.1" status: 200  len: 217 time: 0.0752804
May 19 23:31:59.581195 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7b93dad2-dd82-4c71-8b0f-c29cbf73ec91 req-35525cb9-b71a-4d29-8084-db815077bbb9 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160927
May 19 23:31:59.618288 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.633089 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.646396 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0b640f75-e314-49d9-8db1-e48a0aa94d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:59.657847 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31215-d03f-4272-9dec-1b43656292eb req-adb84ddc-48e8-4ec9-bc5d-52ea954c057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:59.660058 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-adb84ddc-48e8-4ec9-bc5d-52ea954c057f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.0905025
May 19 23:31:59.689739 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:31:59.717648 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6c9e2-2af5-4ffe-b46c-4dbdeadaf5b7,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:31:59.732505 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:31:59.734604 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-7d4e86b6-56d2-45cb-8883-6f1b5ba00f2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645969
May 19 23:31:59.785814 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.786099 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Added segment 293eed23-d836-4e23-b065-82bd1c160dc5 of type vlan for network 56406aac-d74e-4acd-8af1-a05b9f7b520e
May 19 23:31:59.836578 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.861057 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8460bf-f57a-4a3f-9916-b92c70365837 req-62495f0c-9725-496a-9feb-75d4304876c2 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:59.862551 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ed8460bf-f57a-4a3f-9916-b92c70365837 req-62495f0c-9725-496a-9feb-75d4304876c2 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 946 time: 0.1312068
May 19 23:31:59.891822 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-bdee1395-15d7-48f6-8887-d7f1fe065fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467094
May 19 23:31:59.910030 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.915119 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:31:59.915737 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.922290 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fe05aba3-1656-418d-8f0f-58c1160d7119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:31:59.959492 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ed8460bf-f57a-4a3f-9916-b92c70365837 req-63871195-87c7-4480-95cb-1ab6735b2b0a tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877130
May 19 23:31:59.968255 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.984043 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Transition to ACTIVE for port object 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:31:59.993380 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:31:59.998538 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:00.034946 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7851942
May 19 23:32:00.035191 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47606) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:00.038392 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Pushing event updated for resources: {'Network': ['ID=56406aac-d74e-4acd-8af1-a05b9f7b520e,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:00.041413 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:00.045725 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Request body: {'subnet': {'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-820414710-subnet', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:00.046086 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-dcd31215-d03f-4272-9dec-1b43656292eb req-c8813846-3691-49bb-927c-37347b9efa2f service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389849
May 19 23:32:00.052548 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:00.057602 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Usage tracker for resource:subnet and tenant:a514d650313f45ac8d1639272237a00e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:00.060630 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:00.067166 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:00.080958 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Made reservation on behalf of a514d650313f45ac8d1639272237a00e for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:32:00.084556 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:00.116917 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:32:00.275923 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-105912c2-f7ef-43e5-9417-4acf2b05fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:00.277438 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-105912c2-f7ef-43e5-9417-4acf2b05fcab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18063011b3bc44a184f643efa4774802&device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 1096 time: 0.1684041
May 19 23:32:00.299702 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff063d-29cf-498d-bf86-51058f1c208d None None] Pushing event updated for resources: {'Port': ['ID=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:00.349536 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f9ff063d-29cf-498d-bf86-51058f1c208d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:00.403992 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Attempting to bind port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:32:00.404362 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Attempting to bind port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:32:00.404727 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Attempting to bind port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:32:00.411178 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:32:00.411811 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Checking segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:32:00.412130 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:00.412590 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Bound using segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:32:00.413069 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Bound port: 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:32:00.413195 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea2888-b796-4d28-a6cf-a056b95b7300 req-62f73fb2-1f6a-4d56-8b26-077f62383a9b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:00.413443 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:00.415027 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b7ea2888-b796-4d28-a6cf-a056b95b7300 req-62f73fb2-1f6a-4d56-8b26-077f62383a9b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1790979
May 19 23:32:00.468444 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-5ace2e60-5502-4e9b-8188-5d5c6be79f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:00.470120 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-5ace2e60-5502-4e9b-8188-5d5c6be79f79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 200  len: 916 time: 0.1854615
May 19 23:32:00.549128 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] For port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:32:00.549629 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-3777e55d-9628-473c-8ace-87a122c04b76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83d69e10-4936-4916-83ed-02b38ecf6993 HTTP/1.1" status: 200  len: 217 time: 0.0710766
May 19 23:32:00.552331 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] For port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:32:00.556519 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:00.560151 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:00.618416 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-be0a10d6-c0f7-4160-98e8-6f7cb5ee6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:00.618416 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-be0a10d6-c0f7-4160-98e8-6f7cb5ee6dbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 200  len: 855 time: 0.0599265
May 19 23:32:00.649759 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:32:00.650380 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457982040>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:31:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:00.676769 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-f9c13351-c6cc-48c9-a7bf-80f2a7f62920 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c4b2506-6baa-4e1f-90a4-721071253897&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460443
May 19 23:32:00.702260 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff063d-29cf-498d-bf86-51058f1c208d None None] Pushing event updated for resources: {'Port': ['ID=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:00.708994 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b7ea2888-b796-4d28-a6cf-a056b95b7300 req-e6272059-52fb-4803-a9e1-781235e184d0 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639420
May 19 23:32:00.722986 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f9ff063d-29cf-498d-bf86-51058f1c208d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:00.885529 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228113-1b2b-442a-9a6a-523693730a21 req-4e3537be-67b6-4f2b-b86b-4640b6161b98 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:00.893435 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-4e3537be-67b6-4f2b-b86b-4640b6161b98 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/networks?id=9f659189-d571-4142-b244-341ab2689f66 HTTP/1.1" status: 200  len: 814 time: 0.4069746
May 19 23:32:00.896963 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-fc26d574-6166-4c94-b388-e33d34d3f8ed service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008460
May 19 23:32:00.925278 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4a85e94b-256a-4202-90b2-c1c5785dd47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:00.938507 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:00.947743 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-86492ccb-b3db-4831-92b7-ca1174e6f175 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/quotas/7ec20f64d6de42ad94805f2b681eab44 HTTP/1.1" status: 200  len: 375 time: 0.0529747
May 19 23:32:00.965136 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:32:01.017391 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-839aca89-317d-497e-a1c9-02f1b3e6bcac tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ec20f64d6de42ad94805f2b681eab44&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0634549
May 19 23:32:01.056467 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-a6611898-165c-4b25-b4fb-662d08d6a7fe req-e9342e7a-c547-479c-83bf-bcc0738457dd service neutron] 10.222.0.55 "GET /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448598
May 19 23:32:01.183478 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77ebf-e1fc-4b8a-867c-82284991ff2e req-c96429b8-521f-4e41-afe7-334f2ded3e87 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:01.184909 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f5d77ebf-e1fc-4b8a-867c-82284991ff2e req-c96429b8-521f-4e41-afe7-334f2ded3e87 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 943 time: 0.2800918
May 19 23:32:01.234399 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:01.261808 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:01.298317 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457982040>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:00Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:01.298962 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-b22f0d7d-d738-44df-8127-aaecdcadfba6 service neutron] 10.222.0.59 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697954
May 19 23:32:01.303440 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a6e6a-8681-4420-b782-d8142d10efa3 None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:00Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:32:01.306399 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f5d77ebf-e1fc-4b8a-867c-82284991ff2e req-798da508-e60e-4b54-a2b5-a990a2016216 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130178
May 19 23:32:01.441085 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ebbf7a-75d9-4b1d-8b55-a82d034e454c,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:01.456323 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:01.463308 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Checking segment: {'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:32:01.463669 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Network hostable DHCP agents. Network: 56406aac-d74e-4acd-8af1-a05b9f7b520e, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:32:01.504868 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-ff6a34a0-0a6d-4660-99df-6ba2ca16d2d1 service neutron] 10.222.0.59 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960533
May 19 23:32:01.506089 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:32:01.517158 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 56406aac-d74e-4acd-8af1-a05b9f7b520e) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:32:01.529630 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:01.530279 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8105c6b-5a4d-4fa1-95d6-cc23850de7bb None None] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:32:01.530607 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:01.557283 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5181432
May 19 23:32:01.557461 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47636) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:01.564341 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:01.570997 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:01.575307 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Usage tracker for resource:router and tenant:a514d650313f45ac8d1639272237a00e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:01.578673 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:01.586201 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:01.606842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:01.608434 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:01.639333 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:01.964193 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:01.977243 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-56406aac-d74e-4acd-8af1-a05b9f7b520e', 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'fixed_ips': [{'subnet_id': '26ebbf7a-75d9-4b1d-8b55-a82d034e454c'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:32:01.980844 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:01.995466 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc16-5202-4a0a-994e-30ecaec34370 req-05dd4278-0ea7-4e10-a97a-d0837fb691a1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:01.996812 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cd4fcc16-5202-4a0a-994e-30ecaec34370 req-05dd4278-0ea7-4e10-a97a-d0837fb691a1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 946 time: 0.1988871
May 19 23:32:02.122881 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cd4fcc16-5202-4a0a-994e-30ecaec34370 req-8fc52227-add3-40a7-a3b0-fbd6ebdd8b57 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191700
May 19 23:32:02.224936 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6922bc50-2af8-412a-81b8-6513f15e0031 req-183b2306-4737-4df8-a8d6-695925750275 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 210 time: 0.0663264
May 19 23:32:02.315202 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:02.398232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Allocated IP 172.20.0.2 (56406aac-d74e-4acd-8af1-a05b9f7b520e/26ebbf7a-75d9-4b1d-8b55-a82d034e454c/bb833f43-20bf-4ebb-bcde-b7c1d03f648c) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:32:02.469788 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d61e-b923-49a0-ac36-75532a858097 req-5045f375-25e8-4064-965f-07e3e43ba729 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:02.478617 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f0e1d61e-b923-49a0-ac36-75532a858097 req-5045f375-25e8-4064-965f-07e3e43ba729 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1202536
May 19 23:32:02.602293 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f0e1d61e-b923-49a0-ac36-75532a858097 req-bdf3b526-2a92-443c-8331-8994dbdf5926 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217158
May 19 23:32:02.715931 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e834b-1820-4a57-a5ec-d4a302a648da req-d2ad70d5-c631-4357-b8ed-7430b78b74d0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:02.717496 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-de8e834b-1820-4a57-a5ec-d4a302a648da req-d2ad70d5-c631-4357-b8ed-7430b78b74d0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1927192
May 19 23:32:02.719231 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:02.747700 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Transition to ACTIVE for port object bb833f43-20bf-4ebb-bcde-b7c1d03f648c will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:32:02.777801 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 83d69e10-4936-4916-83ed-02b38ecf6993 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:32:02.881028 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:02.935973 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Transition to ACTIVE for port object bb833f43-20bf-4ebb-bcde-b7c1d03f648c will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:32:02.946797 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-de8e834b-1820-4a57-a5ec-d4a302a648da req-1e41d84c-9674-473b-861d-c1a5d14c3d7f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2220161
May 19 23:32:02.996667 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb7b7d-bed5-462d-8f2e-073785db2e78 req-40794989-3a3b-46c6-a9ea-026f6a1576c6 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:02.998862 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ccdb7b7d-bed5-462d-8f2e-073785db2e78 req-40794989-3a3b-46c6-a9ea-026f6a1576c6 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 943 time: 0.2703128
May 19 23:32:03.030959 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.032953 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.041172 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:03.062813 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ccdb7b7d-bed5-462d-8f2e-073785db2e78 req-e1963d56-4da3-4c4e-9fdc-ac58cba41b87 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577106
May 19 23:32:03.092686 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.134098 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:32:03.142948 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:32:03.152898 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:32:03.168427 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 83d69e10-4936-4916-83ed-02b38ecf6993, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83d69e10-4936-4916-83ed-02b38ecf6993,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:03.205935 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Pushing event updated for resources: {'Port': ['ID=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:03.214403 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:03.221252 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:03.258250 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '83d69e10-4936-4916-83ed-02b38ecf6993', 'network_id': '0c4b2506-6baa-4e1f-90a4-721071253897', 'port_id': '83d69e10-4936-4916-83ed-02b38ecf6993', 'mac_address': 'fa:16:3e:2b:0e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc5db8-2858-4194-9c5a-83852ec59036', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:32:03.264152 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:03.264506 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.265898 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Allocated IP 172.27.1.104 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/9857a496-b2af-42b8-b427-da5cf3a6b1eb) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:32:03.364431 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Attempting to bind port bb833f43-20bf-4ebb-bcde-b7c1d03f648c on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:32:03.364805 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Attempting to bind port bb833f43-20bf-4ebb-bcde-b7c1d03f648c by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:32:03.365174 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Attempting to bind port bb833f43-20bf-4ebb-bcde-b7c1d03f648c on network 56406aac-d74e-4acd-8af1-a05b9f7b520e {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:32:03.383736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:32:03.384120 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Checking segment: {'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:32:03.384522 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.384920 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Bound using segment: {'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:32:03.385556 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Bound port: bb833f43-20bf-4ebb-bcde-b7c1d03f648c, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:32:03.385777 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.467419 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.468774 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dde9900f-85f2-4f0e-a74e-747776eb930f req-77c24690-45b7-4ad1-900e-e07659d452d4 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 210 time: 0.1126647
May 19 23:32:03.547128 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.548936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d69e10-4936-4916-83ed-02b38ecf6993 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:32:03.654202 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 83d69e10-4936-4916-83ed-02b38ecf6993, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83d69e10-4936-4916-83ed-02b38ecf6993,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:03.669795 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] For port bb833f43-20bf-4ebb-bcde-b7c1d03f648c, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:32:03.673901 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.677448 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] For port bb833f43-20bf-4ebb-bcde-b7c1d03f648c, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,segment=NetworkSegment(293eed23-d836-4e23-b065-82bd1c160dc5),segment_id=293eed23-d836-4e23-b065-82bd1c160dc5)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:32:03.689567 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:03.700700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228113-1b2b-442a-9a6a-523693730a21 req-78a6c6e9-b264-483e-85b9-d02d0b6b7fe1 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:03.701385 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-fc228113-1b2b-442a-9a6a-523693730a21 req-78a6c6e9-b264-483e-85b9-d02d0b6b7fe1 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Synchronizing usage tracker for tenant:7ec20f64d6de42ad94805f2b681eab44 on resource:network {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:32:03.735398 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-fc228113-1b2b-442a-9a6a-523693730a21 req-78a6c6e9-b264-483e-85b9-d02d0b6b7fe1 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Unset dirty status for tenant:7ec20f64d6de42ad94805f2b681eab44 on resource:network {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:32:03.736526 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-78a6c6e9-b264-483e-85b9-d02d0b6b7fe1 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "GET /v2.0/networks?id=9f659189-d571-4142-b244-341ab2689f66 HTTP/1.1" status: 200  len: 814 time: 0.2240434
May 19 23:32:03.751831 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Request body: {'port': {'device_id': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'network_id': '9f659189-d571-4142-b244-341ab2689f66', 'admin_state_up': True, 'tenant_id': '7ec20f64d6de42ad94805f2b681eab44'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:03.768375 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.786211 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.807078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.846071 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=83d69e10-4936-4916-83ed-02b38ecf6993,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:03.850125 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:03.850655 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:03.895759 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:03.921325 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d463d-3143-4c97-8c0a-ae97e192d322 req-04f6bca6-76a8-4983-a508-f982d120a9d2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:03.933592 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-410d463d-3143-4c97-8c0a-ae97e192d322 req-04f6bca6-76a8-4983-a508-f982d120a9d2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1541789
May 19 23:32:03.949915 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:03.965192 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:03.967261 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Usage tracker for resource:port and tenant:7ec20f64d6de42ad94805f2b681eab44 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:03.976851 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:03.989054 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:03.992398 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-410d463d-3143-4c97-8c0a-ae97e192d322 req-9c03bda3-d063-4ba6-97f8-61db414bf4cd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580916
May 19 23:32:03.997637 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Pushing event updated for resources: {'Port': ['ID=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:04.001506 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:04.001821 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:04.021810 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Made reservation on behalf of 7ec20f64d6de42ad94805f2b681eab44 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:32:04.026021 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:04.101123 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:04.104987 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:04.114811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca687d0c-98b5-4c89-982e-4d9a76dbd13a req-99ab99dc-7d0f-498a-808c-090fc399e331 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:04.123515 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ca687d0c-98b5-4c89-982e-4d9a76dbd13a req-99ab99dc-7d0f-498a-808c-090fc399e331 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 946 time: 0.1299014
May 19 23:32:04.129669 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['83d69e10-4936-4916-83ed-02b38ecf6993'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:04.158740 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:04.185795 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:04.191971 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ca687d0c-98b5-4c89-982e-4d9a76dbd13a req-19156285-8513-48fa-bf10-4772daf105c8 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660691
May 19 23:32:04.280562 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:32:04.309766 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:32:04.339533 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:32:04.510128 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Pushing event updated for resources: {'Port': ['ID=9857a496-b2af-42b8-b427-da5cf3a6b1eb,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:04.513056 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee57a6-bf89-4275-8393-ce2361f1bd10 req-e700c927-1b8f-4408-9c45-c321c8f00d23 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:04.514757 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7eee57a6-bf89-4275-8393-ce2361f1bd10 req-e700c927-1b8f-4408-9c45-c321c8f00d23 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1598010
May 19 23:32:04.523661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:04.543886 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8b823-2a36-4cf4-8fc7-99b372533cdd req-488b5bb2-f074-4df7-b4d0-8b686038fb3b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:04.545278 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6ec8b823-2a36-4cf4-8fc7-99b372533cdd req-488b5bb2-f074-4df7-b4d0-8b686038fb3b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 944 time: 0.1318841
May 19 23:32:04.591324 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7eee57a6-bf89-4275-8393-ce2361f1bd10 req-2f161374-6898-4274-8014-1fcf8b9a2d10 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679202
May 19 23:32:04.611479 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6ec8b823-2a36-4cf4-8fc7-99b372533cdd req-696af918-ccac-40da-9c11-9b9020762032 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603845
May 19 23:32:04.786235 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2929ea19-9e48-4203-9fa5-35214a2a0bb6 req-6b450e8f-64a9-478c-ae37-1252fc52d74c tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 210 time: 0.0658944
May 19 23:32:04.794253 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Allocated IP 172.20.0.9 (9f659189-d571-4142-b244-341ab2689f66/2fdace03-b866-4321-8035-288f4888ace7/614589d0-cd6c-4dbe-9e81-88e9972de7a4) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:32:04.866809 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529f092-44f5-48ea-a918-71b901101361 req-11e8edb6-768b-458f-94e9-b310f2bb0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:04.868283 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1529f092-44f5-48ea-a918-71b901101361 req-11e8edb6-768b-458f-94e9-b310f2bb0447 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.4957049
May 19 23:32:04.942955 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bb833f43-20bf-4ebb-bcde-b7c1d03f648c up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:05.028450 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port bb833f43-20bf-4ebb-bcde-b7c1d03f648c completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:05.034189 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:05.123822 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:05.124511 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:05.125468 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1529f092-44f5-48ea-a918-71b901101361 req-44172837-fc26-4e1b-b9a4-1d118a5a2368 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302778
May 19 23:32:05.353492 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb238137-b3ea-40e4-8977-54b65cacfe2c None None] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:32:05.388499 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfda02-47a0-4bc3-9311-adba6d4ef246 req-6f4a2c88-0b42-403a-9c57-4fc2af3fc2b4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:05.390584 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eebfda02-47a0-4bc3-9311-adba6d4ef246 req-6f4a2c88-0b42-403a-9c57-4fc2af3fc2b4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.2319381
May 19 23:32:05.437635 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:05.485438 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Provisioning for port bb833f43-20bf-4ebb-bcde-b7c1d03f648c completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:05.506928 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eebfda02-47a0-4bc3-9311-adba6d4ef246 req-e6e15961-4f25-411f-ade9-544f40f7cf86 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719261
May 19 23:32:05.507380 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Provisioning complete for port bb833f43-20bf-4ebb-bcde-b7c1d03f648c triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:05.507764 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:05.523196 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa555cd4-d86c-4a22-8626-1a798eb9eb63 req-d54ac646-9d1c-446e-a13c-b9e560d5b3e8 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:05.524678 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fa555cd4-d86c-4a22-8626-1a798eb9eb63 req-d54ac646-9d1c-446e-a13c-b9e560d5b3e8 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 946 time: 0.1329668
May 19 23:32:05.576469 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fa555cd4-d86c-4a22-8626-1a798eb9eb63 req-75f1d3ec-0bc2-42de-8836-e59b8a850d75 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447369
May 19 23:32:05.640466 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:05.742444 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:05.786127 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:05.787952 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] For port bb833f43-20bf-4ebb-bcde-b7c1d03f648c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,segment=NetworkSegment(293eed23-d836-4e23-b065-82bd1c160dc5),segment_id=293eed23-d836-4e23-b065-82bd1c160dc5)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:05.793539 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:05.795362 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:05.797314 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:05.872119 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Pushing event updated for resources: {'Port': ['ID=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:05.875477 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:05.920449 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fab13-ed0e-488e-b768-d5a5bcd27f66 req-a6759aa1-a18f-4048-baff-3205a927367f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:05.922181 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec3fab13-ed0e-488e-b768-d5a5bcd27f66 req-a6759aa1-a18f-4048-baff-3205a927367f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1601069
May 19 23:32:05.930061 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493b9b1-53c6-424a-9b29-16069c0db929 req-9173e989-a7c5-4ac1-843c-5c6c173bd159 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:05.931720 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2493b9b1-53c6-424a-9b29-16069c0db929 req-9173e989-a7c5-4ac1-843c-5c6c173bd159 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 944 time: 0.1312959
May 19 23:32:05.986823 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Network 9f659189-d571-4142-b244-341ab2689f66 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:32:06.003016 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:32:06.006138 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:32:06.008229 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2493b9b1-53c6-424a-9b29-16069c0db929 req-563e257b-d8d8-47fb-bf4b-a46793cb18c0 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617695
May 19 23:32:06.011137 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec3fab13-ed0e-488e-b768-d5a5bcd27f66 req-506e1dc7-a13a-44f3-b3ef-b6458c1277c6 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783229
May 19 23:32:06.038816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Pushing event updated for resources: {'Port': ['ID=614589d0-cd6c-4dbe-9e81-88e9972de7a4,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:06.041844 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:06.078168 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:06.114901 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-66451920-60d6-48fc-865b-ea9ac801220b None None] Provisioning complete for port bb833f43-20bf-4ebb-bcde-b7c1d03f648c triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:06.115742 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-66451920-60d6-48fc-865b-ea9ac801220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:06.170040 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:06.170652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:06.208376 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-45f7d461-fba7-4480-b1f4-8c7c21afae44 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:06.209094 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-45f7d461-fba7-4480-b1f4-8c7c21afae44 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Synchronizing usage tracker for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:32:06.213027 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a284a-2c0c-4676-984e-4bbc25af1679 req-a30eaf0f-8589-42bc-a8e7-6fac6ab04375 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:06.215241 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8a4a284a-2c0c-4676-984e-4bbc25af1679 req-a30eaf0f-8589-42bc-a8e7-6fac6ab04375 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 931 time: 0.1053295
May 19 23:32:06.275651 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8a4a284a-2c0c-4676-984e-4bbc25af1679 req-15734166-e7db-4b6b-9359-c82d724e4756 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533872
May 19 23:32:06.302079 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5540118
May 19 23:32:06.311681 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-45f7d461-fba7-4480-b1f4-8c7c21afae44 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Unset dirty status for tenant:c43dada35ecb4316b709422deef1d7d1 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:32:06.312759 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-45f7d461-fba7-4480-b1f4-8c7c21afae44 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 946 time: 0.4846661
May 19 23:32:06.332415 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Request body: {'port': {'device_id': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:06.704649 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:06.715916 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f3274-31bc-4184-99a0-6b6b798ef4b6 req-36396cc0-fdd7-436a-bcf7-9e599e687d26 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:06.725296 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-068f3274-31bc-4184-99a0-6b6b798ef4b6 req-36396cc0-fdd7-436a-bcf7-9e599e687d26 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1006923
May 19 23:32:06.727795 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Router cbf7d81c-c4b1-4303-856a-1dd7c143142b is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:32:06.795585 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 83d69e10-4936-4916-83ed-02b38ecf6993 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:06.844853 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-068f3274-31bc-4184-99a0-6b6b798ef4b6 req-baf913b7-97cf-44a7-881d-f14e4d160106 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185782
May 19 23:32:06.854932 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bb833f43-20bf-4ebb-bcde-b7c1d03f648c up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:06.891313 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e749ad6-6f31-47db-82be-e4bd24e4e780 req-fec9946f-1ff3-4e57-bfd6-ec66a91568f1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:06.893037 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e749ad6-6f31-47db-82be-e4bd24e4e780 req-fec9946f-1ff3-4e57-bfd6-ec66a91568f1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 946 time: 0.1482897
May 19 23:32:06.958847 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e749ad6-6f31-47db-82be-e4bd24e4e780 req-5075a07c-ca4c-4fac-b78d-126a9996bac1 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/security-groups?id=db41f4ca-4287-43ca-922e-f0573be4df6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593600
May 19 23:32:06.963294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Deleting port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:32:06.963779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:06.965650 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 83d69e10-4936-4916-83ed-02b38ecf6993 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:06.984277 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 83d69e10-4936-4916-83ed-02b38ecf6993 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:06.984659 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.011544 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port bb833f43-20bf-4ebb-bcde-b7c1d03f648c triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:07.011946 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.227125 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:32:07.233638 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abaa33-b0a5-481c-9456-8494e20b9d7e req-3277db38-6c07-4c38-81a7-48d625a94ca7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:07.237342 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Sync routers for ids ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:32:07.243062 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10abaa33-b0a5-481c-9456-8494e20b9d7e req-3277db38-6c07-4c38-81a7-48d625a94ca7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 944 time: 0.1058404
May 19 23:32:07.247608 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.258195 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Routers {'cbf7d81c-c4b1-4303-856a-1dd7c143142b'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:32:07.258801 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145ba9db20>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:32:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:07.320688 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d69e10-4936-4916-83ed-02b38ecf6993'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:07.341111 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 83d69e10-4936-4916-83ed-02b38ecf6993, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83d69e10-4936-4916-83ed-02b38ecf6993,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:07.346301 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.348554 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.7892566
May 19 23:32:07.351600 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.354057 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:07.354505 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47750) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:07.360728 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] For port 8d3cbea2-c740-4028-ac85-07ccab64e6a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8d3cbea2-c740-4028-ac85-07ccab64e6a8,segment=NetworkSegment(309c5f58-c942-480d-9394-3e45dd5738ce),segment_id=309c5f58-c942-480d-9394-3e45dd5738ce)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:07.361087 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.428887 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=83d69e10-4936-4916-83ed-02b38ecf6993,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:07.440511 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:07.458670 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10abaa33-b0a5-481c-9456-8494e20b9d7e req-539b1d0a-1075-4c6d-90cf-fa60030fb038 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143104
May 19 23:32:07.506185 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Calling delete_port for 8d3cbea2-c740-4028-ac85-07ccab64e6a8 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:32:07.517550 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Set router cbf7d81c-c4b1-4303-856a-1dd7c143142b gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:32:07.612693 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614589d0-cd6c-4dbe-9e81-88e9972de7a4 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:32:07.628136 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.676596 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Transition to ACTIVE for port object 614589d0-cd6c-4dbe-9e81-88e9972de7a4 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:32:07.683138 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.690382 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-82eed947-2337-40c6-850f-ee349513cf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:07.711834 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0a76-5485-400a-89f2-faab8b431778 req-2a769429-6cf9-4387-8c1d-86e415b9716c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:07.713294 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-280a0a76-5485-400a-89f2-faab8b431778 req-2a769429-6cf9-4387-8c1d-86e415b9716c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.4168422
May 19 23:32:07.860169 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145ba9db20>, [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:32:04Z', 'revision_number': 3, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port': {'id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:03Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:07.867412 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Checking router: cbf7d81c-c4b1-4303-856a-1dd7c143142b for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:32:07.867412 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Updating router cbf7d81c-c4b1-4303-856a-1dd7c143142b port 9857a496-b2af-42b8-b427-da5cf3a6b1eb binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:32:07.869221 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=614589d0-cd6c-4dbe-9e81-88e9972de7a4,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:07.871810 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-280a0a76-5485-400a-89f2-faab8b431778 req-e0df492d-e679-41f8-9cc7-b4054c0ff6f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1479974
May 19 23:32:07.872251 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:07.889680 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15407fa1-7390-42da-b884-46162a12ae0c req-0c6cec55-1be4-49fa-b768-4416cf45698c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:07.897612 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15407fa1-7390-42da-b884-46162a12ae0c req-0c6cec55-1be4-49fa-b768-4416cf45698c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.3130693
May 19 23:32:07.910550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.920668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-187ad017-7009-4ca8-a74b-58343d285d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:07.930930 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:07.975741 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Pushing event deleted for resources: {'Port': ['ID=8d3cbea2-c740-4028-ac85-07ccab64e6a8,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:07.978184 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:08.047819 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15407fa1-7390-42da-b884-46162a12ae0c req-f4ddcdad-49d4-484b-915c-56805d9216f8 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491854
May 19 23:32:08.085363 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Attempting to bind port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:32:08.085554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Attempting to bind port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:32:08.085885 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Attempting to bind port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 on network 9f659189-d571-4142-b244-341ab2689f66 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:32:08.095751 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] No DVR routers for this DVR port 8d3cbea2-c740-4028-ac85-07ccab64e6a8 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:32:08.099340 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.102611 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'name': 'network-vif-deleted', 'tag': '8d3cbea2-c740-4028-ac85-07ccab64e6a8'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:08.107125 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 on network 9f659189-d571-4142-b244-341ab2689f66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:32:08.107439 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Attempting to bind port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 on network 9f659189-d571-4142-b244-341ab2689f66 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:32:08.122565 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:32:08.122799 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Checking segment: {'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:32:08.123237 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Bound using segment: {'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:32:08.123890 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Bound port: 614589d0-cd6c-4dbe-9e81-88e9972de7a4, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:32:08.124310 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.152902 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d69e10-4936-4916-83ed-02b38ecf6993', 'code': 200}
May 19 23:32:08.184829 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-85f145a1-ad62-4b27-9ae1-ad4858205bb7 req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.55 "DELETE /v2.0/ports/8d3cbea2-c740-4028-ac85-07ccab64e6a8 HTTP/1.1" status: 204  len: 173 time: 1.8600242
May 19 23:32:08.361201 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] For port 614589d0-cd6c-4dbe-9e81-88e9972de7a4, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:32:08.364579 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] For port 614589d0-cd6c-4dbe-9e81-88e9972de7a4, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=614589d0-cd6c-4dbe-9e81-88e9972de7a4,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:32:08.370642 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.379788 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:08.392347 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.404821 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Transition to ACTIVE for port object 9857a496-b2af-42b8-b427-da5cf3a6b1eb will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:32:08.417002 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.423149 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4b63c765-49d6-4100-b71b-e5e61130ad0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:08.426586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:08.427431 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.428550 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] 10.222.0.55 "PUT /v2.0/ports/614589d0-cd6c-4dbe-9e81-88e9972de7a4 HTTP/1.1" status: 200  len: 1093 time: 2.1027901
May 19 23:32:08.456789 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=614589d0-cd6c-4dbe-9e81-88e9972de7a4,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:08.461057 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:08.477274 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ed9a80ba-4004-493d-bfec-5b8d28778446 req-0881a9d9-9c48-4e73-b477-e4dca6106971 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 210 time: 0.0888665
May 19 23:32:08.510549 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811fe03-1128-43c8-b4af-1ab8b37086b5 None None] Pushing event updated for resources: {'Port': ['ID=9857a496-b2af-42b8-b427-da5cf3a6b1eb,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:08.515204 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Attempting to bind port 9857a496-b2af-42b8-b427-da5cf3a6b1eb on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:32:08.515779 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Attempting to bind port 9857a496-b2af-42b8-b427-da5cf3a6b1eb by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:32:08.516287 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Attempting to bind port 9857a496-b2af-42b8-b427-da5cf3a6b1eb on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:32:08.523685 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7811fe03-1128-43c8-b4af-1ab8b37086b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:08.524811 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:32:08.525016 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:32:08.525617 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.526092 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:32:08.526644 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Bound port: 9857a496-b2af-42b8-b427-da5cf3a6b1eb, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:32:08.527120 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.540326 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e13cdb-e634-424a-9c4a-b23da85afd43', 'name': 'network-vif-deleted', 'tag': '8d3cbea2-c740-4028-ac85-07ccab64e6a8', 'status': 'completed', 'code': 200}
May 19 23:32:08.576333 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767adc2-f82b-4823-a4bb-7bae944fd6e0 req-ede3f80f-d640-4b0e-85b3-cd0c2a2724ec tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:08.577784 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6767adc2-f82b-4823-a4bb-7bae944fd6e0 req-ede3f80f-d640-4b0e-85b3-cd0c2a2724ec tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 943 time: 0.2240818
May 19 23:32:08.581618 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.612468 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] For port 9857a496-b2af-42b8-b427-da5cf3a6b1eb, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:32:08.617149 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] For port 9857a496-b2af-42b8-b427-da5cf3a6b1eb, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=9857a496-b2af-42b8-b427-da5cf3a6b1eb,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:32:08.621127 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:08.629545 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d50287a1-934a-4dd0-86e4-d699156db20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:08.701095 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Routers {'cbf7d81c-c4b1-4303-856a-1dd7c143142b'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:32:08.701707 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145ba9db20>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:32:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:08.728656 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6767adc2-f82b-4823-a4bb-7bae944fd6e0 req-9e02ab1c-d143-41b3-b884-4ad7cd5eb893 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356683
May 19 23:32:08.768034 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811fe03-1128-43c8-b4af-1ab8b37086b5 None None] Pushing event updated for resources: {'Port': ['ID=9857a496-b2af-42b8-b427-da5cf3a6b1eb,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:08.778943 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7811fe03-1128-43c8-b4af-1ab8b37086b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:08.877167 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98610fa-9df9-4815-9160-ca15a536c5d8 req-42520451-ae85-49a4-a4d0-90d0639dead2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:08.878626 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a98610fa-9df9-4815-9160-ca15a536c5d8 req-42520451-ae85-49a4-a4d0-90d0639dead2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.2273979
May 19 23:32:08.881310 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] Set router cbf7d81c-c4b1-4303-856a-1dd7c143142b gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:32:08.926973 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Allocated IP 172.20.0.1 (56406aac-d74e-4acd-8af1-a05b9f7b520e/26ebbf7a-75d9-4b1d-8b55-a82d034e454c/8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:32:08.947830 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a98610fa-9df9-4815-9160-ca15a536c5d8 req-69f5ad12-5970-4314-b610-43a749082bdf tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602026
May 19 23:32:09.150506 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:09.173425 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145ba9db20>, [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:32:04Z', 'revision_number': 3, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port': {'id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:03Z', 'updated_at': '2021-05-19T23:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:09.174124 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411c916-766e-459d-8d69-a9447eb555bf req-42c257f8-2a25-437c-8d1b-9acbdc5a122c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:09.176232 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9411c916-766e-459d-8d69-a9447eb555bf req-42c257f8-2a25-437c-8d1b-9acbdc5a122c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1456835
May 19 23:32:09.178423 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f241665-9081-4cd5-806c-4c5bf1f57287 None None] The sync data for ids ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'] in dv-cinder-792209-1-iscsi is: [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:32:04Z', 'revision_number': 3, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port': {'id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:03Z', 'updated_at': '2021-05-19T23:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:32:09.181530 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.provisioning_blocks [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Transition to ACTIVE for port object 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 will not be triggered until provisioned by entity DHCP. {{(pid=91604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:32:09.298667 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9411c916-766e-459d-8d69-a9447eb555bf req-8b5fefdd-61a7-46d1-b651-98bc802b0f67 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833366
May 19 23:32:09.319012 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:09.323445 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:09.360469 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320e4e4-b571-44e8-9dc6-5aad3a817edd req-0fe5be11-fc31-49c7-89d0-51e8afe964ad tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:09.361954 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9320e4e4-b571-44e8-9dc6-5aad3a817edd req-0fe5be11-fc31-49c7-89d0-51e8afe964ad tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1831982
May 19 23:32:09.428003 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:32:09.437937 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:32:09.440624 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:32:09.495658 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Pushing event updated for resources: {'Port': ['ID=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:09.498794 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:09.521153 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9320e4e4-b571-44e8-9dc6-5aad3a817edd req-b812cfdf-5f67-4bc9-a80e-9980800bf57c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500413
May 19 23:32:09.530133 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:09.709875 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3843f5f0-261e-48d6-9f8b-3ec17f845318 req-247dd33f-da8f-46d5-83d2-0c4ebb11d0d2 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5e13cdb-e634-424a-9c4a-b23da85afd43 HTTP/1.1" status: 200  len: 210 time: 0.0908020
May 19 23:32:09.719056 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1dbd0c6b-f4ca-4d6f-a623-2affc872dfaa None None] Provisioning for port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:09.724357 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:09.724566 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1dbd0c6b-f4ca-4d6f-a623-2affc872dfaa None None] Provisioning complete for port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:09.725182 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0c6b-f4ca-4d6f-a623-2affc872dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:09.793072 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd0c6b-f4ca-4d6f-a623-2affc872dfaa None None] Port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:32:10.018050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08edee-8ddb-4cde-9069-c4fb462d31fd req-74511140-c00e-4601-b894-7b0e7f6c8603 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.020288 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4a08edee-8ddb-4cde-9069-c4fb462d31fd req-74511140-c00e-4601-b894-7b0e7f6c8603 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 943 time: 0.1698544
May 19 23:32:10.048531 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:10.056807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:10.086344 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:10.255220 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['8d3cbea2-c740-4028-ac85-07ccab64e6a8'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:10.282109 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4a08edee-8ddb-4cde-9069-c4fb462d31fd req-f88775e4-d469-483f-ab62-5d0262d188b0 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2531850
May 19 23:32:10.305578 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Pushing event updated for resources: {'Port': ['ID=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:10.311953 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:10.312927 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:10.412082 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c084e7-ee1a-47f2-942f-9ada8fc87f84 req-114a5bc4-d013-4e3e-9bb1-3b98517ce818 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.431839 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-28c084e7-ee1a-47f2-942f-9ada8fc87f84 req-114a5bc4-d013-4e3e-9bb1-3b98517ce818 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.3447826
May 19 23:32:10.453419 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-98b847df-208b-4faa-93c6-168f7f8ebe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.455582 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-98b847df-208b-4faa-93c6-168f7f8ebe98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.1393545
May 19 23:32:10.465943 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a4f69e70-6f0c-4f7d-932b-ea7817b8a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.467692 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-a4f69e70-6f0c-4f7d-932b-ea7817b8a16e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ec20f64d6de42ad94805f2b681eab44&device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 1096 time: 0.0942709
May 19 23:32:10.580429 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'tag': '614589d0-cd6c-4dbe-9e81-88e9972de7a4'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:10.611379 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-7dae265f-3b52-48d5-b754-f9622227488a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=614589d0-cd6c-4dbe-9e81-88e9972de7a4 HTTP/1.1" status: 200  len: 217 time: 0.1064508
May 19 23:32:10.620211 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-28c084e7-ee1a-47f2-942f-9ada8fc87f84 req-ba7a661e-2027-4f2d-a54b-11ac90a5a45c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854739
May 19 23:32:10.672192 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:32:10.673939 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:32:10.748437 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b06020-0f7f-42f3-8d86-383525160042 req-6384fa1f-3fca-4b42-b77e-72f313d65929 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.757100 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-59b06020-0f7f-42f3-8d86-383525160042 req-6384fa1f-3fca-4b42-b77e-72f313d65929 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.3043137
May 19 23:32:10.829566 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228113-1b2b-442a-9a6a-523693730a21 req-4af30427-4977-4188-b75d-2f8ec41dd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.831135 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-4af30427-4977-4188-b75d-2f8ec41dd786 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdace03-b866-4321-8035-288f4888ace7 HTTP/1.1" status: 200  len: 854 time: 0.1564674
May 19 23:32:10.835467 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-2be6c0a1-2078-4364-99f3-753b577abca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.836988 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-2be6c0a1-2078-4364-99f3-753b577abca3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.3591447
May 19 23:32:10.892859 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9857a496-b2af-42b8-b427-da5cf3a6b1eb up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:10.959059 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-e3b246da-d00f-47ba-a2a0-20264e13d5d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 217 time: 0.1141460
May 19 23:32:10.962527 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-bcc277cf-56c5-4b0d-ab87-ddfe0886cdd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f659189-d571-4142-b244-341ab2689f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657277
May 19 23:32:10.965164 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d61b7-ce36-47bc-8423-490d950b8b55 req-9db21e6d-1330-458b-a73a-491228364621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:10.966524 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-419d61b7-ce36-47bc-8423-490d950b8b55 req-9db21e6d-1330-458b-a73a-491228364621 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 1098 time: 0.2930307
May 19 23:32:11.035712 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 9857a496-b2af-42b8-b427-da5cf3a6b1eb completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:11.043701 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-df001e02-abbe-4db0-95f0-a003b69592cf None None] Provisioning complete for port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:11.044486 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-df001e02-abbe-4db0-95f0-a003b69592cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:11.047541 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-59b06020-0f7f-42f3-8d86-383525160042 req-ae3d3e3c-47f6-4b82-be8b-13330d06bc20 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2894070
May 19 23:32:11.099657 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 9857a496-b2af-42b8-b427-da5cf3a6b1eb triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:11.100440 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:11.111995 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Router cbf7d81c-c4b1-4303-856a-1dd7c143142b has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:32:11.213866 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'tag': '614589d0-cd6c-4dbe-9e81-88e9972de7a4', 'status': 'completed', 'code': 200}
May 19 23:32:11.225840 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-419d61b7-ce36-47bc-8423-490d950b8b55 req-861a62a6-711f-42a5-a832-d7b2b709593a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917894
May 19 23:32:11.250431 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-d82d3679-0664-4a3b-a3b2-d8cd93e255ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:11.254667 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-d82d3679-0664-4a3b-a3b2-d8cd93e255ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.2836099
May 19 23:32:11.273812 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-df001e02-abbe-4db0-95f0-a003b69592cf None None] Port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:32:11.328686 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:11.355909 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 9857a496-b2af-42b8-b427-da5cf3a6b1eb, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=9857a496-b2af-42b8-b427-da5cf3a6b1eb,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:11.361255 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:11.368168 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-31e7565e-d42d-460c-a497-a5d90d91b4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:11.378647 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-0999f746-3444-4ebe-9bd0-be45d38c9269 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853946
May 19 23:32:11.412298 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:32:11.423898 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Sync routers for ids ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:32:11.431322 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533878e-9fea-4516-aa62-2f4afd3a27da req-4d531c8f-19a6-4a48-a633-9b01f86280f9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:11.440045 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6533878e-9fea-4516-aa62-2f4afd3a27da req-4d531c8f-19a6-4a48-a633-9b01f86280f9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.6633260
May 19 23:32:11.485703 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] 10.222.0.59 "PUT /v2.0/routers/cbf7d81c-c4b1-4303-856a-1dd7c143142b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1170683
May 19 23:32:11.486052 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Routers {'cbf7d81c-c4b1-4303-856a-1dd7c143142b'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:32:11.486052 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145793db50>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:32:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:11.523403 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6533878e-9fea-4516-aa62-2f4afd3a27da req-6bb90cce-ac88-427b-ac01-a4179b3b5083 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823739
May 19 23:32:11.592902 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-2d0e7af2-d4bf-4136-8a03-146734d29d5f service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5847137
May 19 23:32:11.664828 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d1850-0252-4ac1-a945-2437b9be8a9e req-d46aa7d1-025d-46a9-896f-20b9b4b25608 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:11.670385 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-573d1850-0252-4ac1-a945-2437b9be8a9e req-d46aa7d1-025d-46a9-896f-20b9b4b25608 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 943 time: 0.1317954
May 19 23:32:11.739669 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-573d1850-0252-4ac1-a945-2437b9be8a9e req-9725f79b-2732-4b22-bca1-bbdde19a28ef tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610521
May 19 23:32:11.764597 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=9857a496-b2af-42b8-b427-da5cf3a6b1eb,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:11.778372 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.778372 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.778713 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.778999 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.779407 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.779935 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.780320 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.780707 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.781114 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.781504 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.782150 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.782545 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:11.794060 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Set router cbf7d81c-c4b1-4303-856a-1dd7c143142b gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:32:11.820016 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fc228113-1b2b-442a-9a6a-523693730a21 req-3c058a81-7386-4b76-9071-18f2348fe207 service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2171636
May 19 23:32:11.840850 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:11.945649 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88deb86a-dc0c-449e-8b7c-476ad29b7f45 req-1acb23c4-fc77-4626-bf63-2e1948a8ac32 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:11.955459 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-88deb86a-dc0c-449e-8b7c-476ad29b7f45 req-1acb23c4-fc77-4626-bf63-2e1948a8ac32 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.1662624
May 19 23:32:11.963531 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-acb7382a-1aa5-4a93-bfb3-cecb29d7ae18 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5817008
May 19 23:32:12.012883 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-88deb86a-dc0c-449e-8b7c-476ad29b7f45 req-6ffcf62c-9513-4fb6-b459-dd0ed58ad308 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561049
May 19 23:32:12.041538 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-83efcc91-56ad-4f8f-bc0a-7d782942808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:12.055710 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-83efcc91-56ad-4f8f-bc0a-7d782942808a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ec20f64d6de42ad94805f2b681eab44&device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 1096 time: 0.1561594
May 19 23:32:12.194446 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145793db50>, [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:32:09Z', 'revision_number': 4, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port': {'id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:03Z', 'updated_at': '2021-05-19T23:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4', 'name': '', 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'mac_address': 'fa:16:3e:53:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '26ebbf7a-75d9-4b1d-8b55-a82d034e454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:08Z', 'updated_at': '2021-05-19T23:32:09Z', 'revision_number': 2, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'subnets': [{'id': '26ebbf7a-75d9-4b1d-8b55-a82d034e454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:12.198674 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Checking router: cbf7d81c-c4b1-4303-856a-1dd7c143142b for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:32:12.199043 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Updating router cbf7d81c-c4b1-4303-856a-1dd7c143142b port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:32:12.270433 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:12.289609 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 8d3cbea2-c740-4028-ac85-07ccab64e6a8 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:32:12.370024 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 8d3cbea2-c740-4028-ac85-07ccab64e6a8 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:32:12.370379 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 8d3cbea2-c740-4028-ac85-07ccab64e6a8 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:32:12.377330 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a941f-b72b-4720-a15e-5b9958f7b22d req-c6b72528-d0d6-48ec-9168-3b86530e6f9e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:12.385565 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6a8a941f-b72b-4720-a15e-5b9958f7b22d req-c6b72528-d0d6-48ec-9168-3b86530e6f9e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1361015
May 19 23:32:12.387459 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47818) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:12.393264 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967721206', 'description': 'tempest-secgroup-smoke-1967721206 description', 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:12.416630 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:12.431966 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:12.455807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:12.469503 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:12.477369 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6a8a941f-b72b-4720-a15e-5b9958f7b22d req-d7f4f8fa-13fe-4a9a-8992-12c3c2fd5ea9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908146
May 19 23:32:12.486050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:12.513284 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-894a6ffa-b8d0-4cb9-b552-1ee35eda15ba req-2fd1bf4c-2e22-438f-b68e-9391e7446ce7 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5324016
May 19 23:32:12.525223 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:12.527535 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:12.531221 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:12.548242 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-19dfb955-19b6-4ffa-8962-41c89883fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:12.549693 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-19dfb955-19b6-4ffa-8962-41c89883fc30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f659189-d571-4142-b244-341ab2689f66 HTTP/1.1" status: 200  len: 915 time: 0.4929047
May 19 23:32:12.552843 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:12.675407 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-edcb08dd-9d54-4618-8b8e-5cd7fe3bab73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=614589d0-cd6c-4dbe-9e81-88e9972de7a4 HTTP/1.1" status: 200  len: 217 time: 0.1125662
May 19 23:32:12.724693 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:12.733790 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:12.743279 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8f6645ce-5442-46f4-8f7d-4284d02a81f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:12.768428 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-7b849cae-d28d-4807-b813-8e337b266e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:12.770826 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-7b849cae-d28d-4807-b813-8e337b266e23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdace03-b866-4321-8035-288f4888ace7 HTTP/1.1" status: 200  len: 854 time: 0.0876915
May 19 23:32:12.784828 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94c3dfa-9335-40a4-b97f-addf9aa983ee,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:12.793757 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:12.841421 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:12.850126 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4608443
May 19 23:32:12.851126 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47836) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:12.870437 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'security_group_rule': {'security_group_id': 'a94c3dfa-9335-40a4-b97f-addf9aa983ee', 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:12.886533 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:12.898680 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb873e96-022d-416a-9156-9cfe3fbe1e76 req-19689917-ff58-4491-9410-5915f95df2d5 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:12.907025 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cb873e96-022d-416a-9156-9cfe3fbe1e76 req-19689917-ff58-4491-9410-5915f95df2d5 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.2243223
May 19 23:32:12.914309 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9857a496-b2af-42b8-b427-da5cf3a6b1eb up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:12.934357 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-181b8197-613c-4283-8754-f98eada124f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f659189-d571-4142-b244-341ab2689f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1557119
May 19 23:32:12.964542 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:12.982370 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cb873e96-022d-416a-9156-9cfe3fbe1e76 req-561d4be7-c2e5-4282-bc2f-f03e74c59c2b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719571
May 19 23:32:12.983350 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:13.086537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:13.118440 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 9857a496-b2af-42b8-b427-da5cf3a6b1eb triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:13.119560 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.136496 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.173008 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-60a9ad00-4317-4214-9424-5c0f850c70c9 service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210779
May 19 23:32:13.176987 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5601a8c-3ff0-4b60-811f-a0cc14b05340 req-0d540dea-56d0-42cc-9f2b-939c6238620e tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:13.176987 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a5601a8c-3ff0-4b60-811f-a0cc14b05340 req-0d540dea-56d0-42cc-9f2b-939c6238620e tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 943 time: 0.2088566
May 19 23:32:13.279280 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.341195 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Transition to ACTIVE for port object 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:32:13.347148 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f7594e8-b0f6-44e6-ba03-0b6c48b97723 req-2f703bd2-94e1-4ca4-9d79-d02b0322a04f service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631963
May 19 23:32:13.371055 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.376409 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:13.407995 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a5601a8c-3ff0-4b60-811f-a0cc14b05340 req-7ae9773c-a2e2-4c10-ac75-bfe1e9492c57 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244885
May 19 23:32:13.448735 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.468987 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763be0-03c1-4e33-ab36-9993b1f96943 req-cf6c0160-f3ee-413b-bb03-759298779ca5 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:13.470446 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-62763be0-03c1-4e33-ab36-9993b1f96943 req-cf6c0160-f3ee-413b-bb03-759298779ca5 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.2368627
May 19 23:32:13.471117 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.473709 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:13.530312 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.534457 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6779435
May 19 23:32:13.534697 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47862) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:13.539268 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43766d75-843e-4f57-8589-49bd4c904a24,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:13.542619 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'security_group_rule': {'security_group_id': 'a94c3dfa-9335-40a4-b97f-addf9aa983ee', 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:13.544699 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:13.558830 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:13.563979 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:13.568364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:13.574138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc99d89-0dd1-47f4-a154-f550e229ba2c None None] Pushing event updated for resources: {'Port': ['ID=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:13.576011 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-62763be0-03c1-4e33-ab36-9993b1f96943 req-69a0e408-830d-4416-91f2-f9d89476e0b7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766852
May 19 23:32:13.576972 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8cc99d89-0dd1-47f4-a154-f550e229ba2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:13.601523 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:13.629709 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.697601 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Attempting to bind port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:32:13.697982 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Attempting to bind port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:32:13.698347 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Attempting to bind port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 on network 56406aac-d74e-4acd-8af1-a05b9f7b520e {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:32:13.707340 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:32:13.707739 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Checking segment: {'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:32:13.708148 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.708542 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Bound using segment: {'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:32:13.709012 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Bound port: 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293eed23-d836-4e23-b065-82bd1c160dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:32:13.709392 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.713251 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.720980 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.734758 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-795c2f28-ee28-4b98-b766-e4e8c4bfbd6b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:13.767484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da4e16b-57b6-43f9-8179-f052da3b2db6,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:13.772025 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:13.777633 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.779330 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2432063
May 19 23:32:13.782104 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47876) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:13.789961 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'security_group_rule': {'security_group_id': 'a94c3dfa-9335-40a4-b97f-addf9aa983ee', 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:13.797263 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:13.802537 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:13.806475 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:13.812791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:13.815235 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9da623-4786-41f2-a27a-5bdf8f869130 req-31791aa0-55f3-41da-bdcb-370b015b4db7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:13.824785 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1e9da623-4786-41f2-a27a-5bdf8f869130 req-31791aa0-55f3-41da-bdcb-370b015b4db7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1197081
May 19 23:32:13.833829 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.834324 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] For port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:32:13.838681 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] For port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,segment=NetworkSegment(293eed23-d836-4e23-b065-82bd1c160dc5),segment_id=293eed23-d836-4e23-b065-82bd1c160dc5)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:32:13.846951 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.853413 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fa22d472-7c08-4fd4-b668-6e465b60a645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:13.871634 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1e9da623-4786-41f2-a27a-5bdf8f869130 req-1ccc7728-203f-481f-8111-5b966ef4cc60 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456698
May 19 23:32:13.920546 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.925363 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Routers {'cbf7d81c-c4b1-4303-856a-1dd7c143142b'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:32:13.925979 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145793db50>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:32:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:13.926570 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.933123 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:13.960354 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d06e54-bd54-4912-975e-6813da69345f,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:13.963261 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:13.968098 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:13.972904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 47880) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:13.973080 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1889873
May 19 23:32:13.978388 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'security_group_rule': {'security_group_id': 'a94c3dfa-9335-40a4-b97f-addf9aa983ee', 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:13.984247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:13.989754 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:13.995407 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:14.005848 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:14.033033 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.099191 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc99d89-0dd1-47f4-a154-f550e229ba2c None None] Pushing event updated for resources: {'Port': ['ID=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:14.102978 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8cc99d89-0dd1-47f4-a154-f550e229ba2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:14.146586 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.152070 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.154425 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:14.242433 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e218e16-8674-4600-81fd-34aafeb24991,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:14.260733 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:14.282905 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.285035 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3107274
May 19 23:32:14.289465 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47894) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:14.296313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'security_group_rule': {'security_group_id': 'a94c3dfa-9335-40a4-b97f-addf9aa983ee', 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:14.304802 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:14.309430 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:14.313636 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:14.315956 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] Set router cbf7d81c-c4b1-4303-856a-1dd7c143142b gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:32:14.322039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:14.324954 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49823fc-6a8c-47d4-993e-6acaa7197740 req-3750cbac-782d-4730-bbd6-f5cfdbcfb101 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:14.326445 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b49823fc-6a8c-47d4-993e-6acaa7197740 req-3750cbac-782d-4730-bbd6-f5cfdbcfb101 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1379328
May 19 23:32:14.340511 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.securitygroups_db [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Project 5ff57f53b0044d6995e4b794e7d4b35e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:32:14.347374 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.407823 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b49823fc-6a8c-47d4-993e-6acaa7197740 req-5026b544-2002-489d-93aa-85862974e371 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620792
May 19 23:32:14.440223 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.440223 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.448540 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d7c583df-5449-454d-8e72-ef095dcc7302 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:14.468968 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33befdbc-9543-4c77-9e5c-c7ebc10dc02e,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:14.474313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:14.480567 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.482281 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-e4110575-7b49-4aee-9bf3-bf44c98ab0f4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1918101
May 19 23:32:14.485064 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 47902) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:14.490809 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'security_group_rule': {'security_group_id': 'a94c3dfa-9335-40a4-b97f-addf9aa983ee', 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:32:14.497182 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:14.502587 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:security_group_rule and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:14.506253 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:14.512119 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:14.524157 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.securitygroups_db [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Project 5ff57f53b0044d6995e4b794e7d4b35e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:32:14.530355 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.603009 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.607797 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.617222 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6187681-33e4-4cf5-94b8-cb55e1667199 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:14.623526 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afffd2e-b794-4f36-a514-fbedf7d6210f req-f3177572-4db6-4471-988c-9280fac234d2 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:14.625067 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0afffd2e-b794-4f36-a514-fbedf7d6210f req-f3177572-4db6-4471-988c-9280fac234d2 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 943 time: 0.0858600
May 19 23:32:14.637461 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a93a9a-92c5-4dbd-bdd5-427ba66ed47f,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:14.639839 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:14.648455 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:14.652628 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1636837
May 19 23:32:14.664174 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145793db50>, [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:32:09Z', 'revision_number': 4, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port': {'id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:03Z', 'updated_at': '2021-05-19T23:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4', 'name': '', 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'mac_address': 'fa:16:3e:53:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '26ebbf7a-75d9-4b1d-8b55-a82d034e454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:08Z', 'updated_at': '2021-05-19T23:32:13Z', 'revision_number': 4, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'subnets': [{'id': '26ebbf7a-75d9-4b1d-8b55-a82d034e454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:14.668357 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a6bd6a-fe53-44eb-9f80-0507f8bfe7f4 None None] The sync data for ids ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'] in dv-cinder-792209-1-iscsi is: [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:32:09Z', 'revision_number': 4, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port': {'id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:03Z', 'updated_at': '2021-05-19T23:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4', 'name': '', 'network_id': '56406aac-d74e-4acd-8af1-a05b9f7b520e', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'mac_address': 'fa:16:3e:53:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '26ebbf7a-75d9-4b1d-8b55-a82d034e454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:08Z', 'updated_at': '2021-05-19T23:32:13Z', 'revision_number': 4, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'subnets': [{'id': '26ebbf7a-75d9-4b1d-8b55-a82d034e454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:32:14.681042 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0afffd2e-b794-4f36-a514-fbedf7d6210f req-e6c75089-0ac7-432d-937e-515e69d63904 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476611
May 19 23:32:14.874181 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:14.960047 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:14.967984 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:14.968958 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:15.098373 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:15.111253 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebb6b0-168a-49c8-bfc1-09b74c0997c8 req-f90498fd-88b7-401a-b743-b72fca9b354b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:15.121195 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-edebb6b0-168a-49c8-bfc1-09b74c0997c8 req-f90498fd-88b7-401a-b743-b72fca9b354b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1150551
May 19 23:32:15.139109 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,segment=NetworkSegment(293eed23-d836-4e23-b065-82bd1c160dc5),segment_id=293eed23-d836-4e23-b065-82bd1c160dc5)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:15.146243 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:15.150558 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:15.169299 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-edebb6b0-168a-49c8-bfc1-09b74c0997c8 req-4eafa689-a886-4796-8bd9-f976cdf1d935 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472274
May 19 23:32:15.210594 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:32:15.229592 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:15.232738 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:15.590653 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad448947-9f1c-4653-82a2-ed7b2cc9b9b0 req-a37d5e08-e36d-42f6-8c73-8a2fe83596cb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:15.592148 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad448947-9f1c-4653-82a2-ed7b2cc9b9b0 req-a37d5e08-e36d-42f6-8c73-8a2fe83596cb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0835464
May 19 23:32:15.642037 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad448947-9f1c-4653-82a2-ed7b2cc9b9b0 req-d6f0d9d5-b4c6-451c-9e5c-de36b7878032 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437846
May 19 23:32:15.870489 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c28b20-c298-4cf4-bdaf-f2a2d3d4d7b0 req-59c373ed-865c-46a7-800a-fdee817b3a79 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:15.872003 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-84c28b20-c298-4cf4-bdaf-f2a2d3d4d7b0 req-59c373ed-865c-46a7-800a-fdee817b3a79 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 943 time: 0.0810304
May 19 23:32:15.917048 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-84c28b20-c298-4cf4-bdaf-f2a2d3d4d7b0 req-31694f20-e7f9-4b6d-b674-3ebb2720fb7f tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391562
May 19 23:32:16.367290 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d132731-d886-46eb-8905-45c986bb3488 req-0f68a5a7-bbd7-4e6d-a987-77de3398ce5e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:16.368753 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4d132731-d886-46eb-8905-45c986bb3488 req-0f68a5a7-bbd7-4e6d-a987-77de3398ce5e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0827944
May 19 23:32:16.413681 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4d132731-d886-46eb-8905-45c986bb3488 req-3f61c789-f7df-4c70-ba0a-c7fea13ae288 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393000
May 19 23:32:16.719614 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 614589d0-cd6c-4dbe-9e81-88e9972de7a4 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:32:16.830586 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:16.846202 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1af3f-7455-4942-ba63-d36d2ec96fc8 req-67f2a65a-cd5a-4966-ae25-bd1ca0074ba4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:16.848346 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e3f1af3f-7455-4942-ba63-d36d2ec96fc8 req-67f2a65a-cd5a-4966-ae25-bd1ca0074ba4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0946181
May 19 23:32:16.897557 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e3f1af3f-7455-4942-ba63-d36d2ec96fc8 req-5ddbc4b7-eb39-4b75-89fa-1dcd8310e040 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431745
May 19 23:32:16.920674 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 614589d0-cd6c-4dbe-9e81-88e9972de7a4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=614589d0-cd6c-4dbe-9e81-88e9972de7a4,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:16.942988 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '614589d0-cd6c-4dbe-9e81-88e9972de7a4', 'network_id': '9f659189-d571-4142-b244-341ab2689f66', 'port_id': '614589d0-cd6c-4dbe-9e81-88e9972de7a4', 'mac_address': 'fa:16:3e:1b:80:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdace03-b866-4321-8035-288f4888ace7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:32:16.992602 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:16.993003 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:17.053864 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:17.075785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614589d0-cd6c-4dbe-9e81-88e9972de7a4 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:32:17.116535 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe35dc-f8e6-4290-a468-92d98196c864 req-9144cc3c-5f4c-42d3-a10a-cf613605e23d tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:17.118773 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bcbe35dc-f8e6-4290-a468-92d98196c864 req-9144cc3c-5f4c-42d3-a10a-cf613605e23d tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 943 time: 0.0900440
May 19 23:32:17.132715 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 614589d0-cd6c-4dbe-9e81-88e9972de7a4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=614589d0-cd6c-4dbe-9e81-88e9972de7a4,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:17.139826 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:17.148113 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:17.168413 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bcbe35dc-f8e6-4290-a468-92d98196c864 req-8cb66ad5-d09e-42df-82dc-958365b9dd9b tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430875
May 19 23:32:17.226311 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=614589d0-cd6c-4dbe-9e81-88e9972de7a4,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:17.229583 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:17.633454 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae510c8-8627-4c11-901d-45e2f921ddb3 req-428c212d-a9b4-4a7b-93f4-cb04f30c83cc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:17.634953 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5ae510c8-8627-4c11-901d-45e2f921ddb3 req-428c212d-a9b4-4a7b-93f4-cb04f30c83cc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1038373
May 19 23:32:17.674276 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['614589d0-cd6c-4dbe-9e81-88e9972de7a4'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:17.694713 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5ae510c8-8627-4c11-901d-45e2f921ddb3 req-5882db9e-049c-40dd-a562-655f35f65a18 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538812
May 19 23:32:18.103064 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-d6ac646a-416b-4f6f-80e9-0650a65d49e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0924165
May 19 23:32:18.150283 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63660ee-afb4-47a4-940d-32fc324a3d43 req-d3bf9715-e38a-44ab-9085-97425e8dd46a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:18.150283 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a63660ee-afb4-47a4-940d-32fc324a3d43 req-d3bf9715-e38a-44ab-9085-97425e8dd46a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1131599
May 19 23:32:18.240662 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-4913de24-30a2-42d9-9577-5d1485c44364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:18.243390 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-4913de24-30a2-42d9-9577-5d1485c44364 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.1110530
May 19 23:32:18.264089 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a63660ee-afb4-47a4-940d-32fc324a3d43 req-9a9a5990-efa6-4bdb-ad19-a326a6d70293 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992284
May 19 23:32:18.444833 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28c6b-6f42-4d5a-967c-047c7aa619db req-a160a564-90bc-4f51-bfb1-a344124f20b6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:18.460250 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9fa28c6b-6f42-4d5a-967c-047c7aa619db req-a160a564-90bc-4f51-bfb1-a344124f20b6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 944 time: 0.1288810
May 19 23:32:18.559052 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9fa28c6b-6f42-4d5a-967c-047c7aa619db req-81df8b54-0a7b-480b-8049-9dd170312cf7 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977762
May 19 23:32:18.573082 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-e88e4315-f28c-4bb5-b02f-227c1f683d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:18.574573 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-e88e4315-f28c-4bb5-b02f-227c1f683d50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.2963243
May 19 23:32:18.663478 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-167fa8ec-2473-482e-9ad5-20d859cf4909 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 217 time: 0.0789454
May 19 23:32:18.768428 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-2478f8fd-d471-42b1-92c4-b56aa0d80020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:18.772528 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-2478f8fd-d471-42b1-92c4-b56aa0d80020 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.1005130
May 19 23:32:18.872762 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-8988f5ac-e6da-435d-baa2-7ba668043be2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909495
May 19 23:32:18.971592 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a04cf-43fd-461d-8731-84f063be5a69 req-a678b3b0-1c4c-4ecc-b7be-8ba14d33de3d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:18.979523 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4a7a04cf-43fd-461d-8731-84f063be5a69 req-a678b3b0-1c4c-4ecc-b7be-8ba14d33de3d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1242893
May 19 23:32:19.028067 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4a7a04cf-43fd-461d-8731-84f063be5a69 req-03dbcfb5-cf52-459d-9775-466034be6960 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475378
May 19 23:32:19.055898 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-e4a11e79-8d96-4099-a05b-946ecbc86a3a service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686442
May 19 23:32:19.297473 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d2082e60-a8d4-4a3d-a6c5-a751102483cd req-2549d719-e37d-40af-9c98-19e4c697417b service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341669
May 19 23:32:19.404381 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 48070) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:19.541508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:19.557745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:32:19.561912 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Usage tracker for resource:security_group_rule and tenant:999608f5cf8a4be9b57d03b930ab4e1f is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:32:19.564957 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:32:19.571196 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:32:19.698035 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:19.704474 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:19.715852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dc71562f-d6da-4f6e-8384-e3b86eaf237d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:19.726530 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 614589d0-cd6c-4dbe-9e81-88e9972de7a4 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:19.748635 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb2702-507b-4c74-afab-b1ccf6b54d74,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:19.753866 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:19.776644 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c80e-d7fe-496d-ad17-e9fd74d8e94e req-72a87fb2-f6a9-4545-9cd8-fdf2caaa064e tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:19.779668 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e20c80e-d7fe-496d-ad17-e9fd74d8e94e req-72a87fb2-f6a9-4545-9cd8-fdf2caaa064e tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 944 time: 0.1131413
May 19 23:32:19.788226 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=999608f5cf8a4be9b57d03b930ab4e1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3821096
May 19 23:32:19.790223 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 48078) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:19.872785 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e20c80e-d7fe-496d-ad17-e9fd74d8e94e req-257bd689-149d-4e09-b184-9530c22b2b07 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822203
May 19 23:32:19.883731 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:32:19.890260 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:19.890757 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:19.943995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:19.991962 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:20.068262 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:20.077969 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:20.084337 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b90fb5a6-2913-4950-9ae0-2f30a28de3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:20.100786 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb2702-507b-4c74-afab-b1ccf6b54d74,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:20.105783 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:20.108317 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:20.112701 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2eb2702-507b-4c74-afab-b1ccf6b54d74 HTTP/1.1" status: 204  len: 168 time: 0.3016987
May 19 23:32:20.136123 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614589d0-cd6c-4dbe-9e81-88e9972de7a4'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:20.153858 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 614589d0-cd6c-4dbe-9e81-88e9972de7a4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=614589d0-cd6c-4dbe-9e81-88e9972de7a4,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:20.159458 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:20.164613 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:20.260400 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614589d0-cd6c-4dbe-9e81-88e9972de7a4', 'code': 200}
May 19 23:32:20.349262 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=614589d0-cd6c-4dbe-9e81-88e9972de7a4,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:20.356598 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:20.373978 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c059ff-6651-43e5-98f6-731d7fccd6f4 req-6030d181-575e-428b-9b92-2def3c6b72a2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:20.385596 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-49c059ff-6651-43e5-98f6-731d7fccd6f4 req-6030d181-575e-428b-9b92-2def3c6b72a2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1556280
May 19 23:32:20.457460 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-49c059ff-6651-43e5-98f6-731d7fccd6f4 req-8a3754be-51cf-425f-8b69-d30a54641027 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678103
May 19 23:32:20.594206 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cf046-c3a2-4bd6-ae08-28cb97342f61 req-47cfd29e-d36b-4d1f-a9e2-c0a3293384eb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:20.614416 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fd4cf046-c3a2-4bd6-ae08-28cb97342f61 req-47cfd29e-d36b-4d1f-a9e2-c0a3293384eb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1090643
May 19 23:32:20.654939 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21690-4111-4f93-b5b5-07f4c4b5be16 req-dcbf7cc8-d5a0-4bd3-877a-f0b425dbc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:20.667149 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e3e21690-4111-4f93-b5b5-07f4c4b5be16 req-dcbf7cc8-d5a0-4bd3-877a-f0b425dbc1ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 1098 time: 0.1717839
May 19 23:32:20.706452 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fd4cf046-c3a2-4bd6-ae08-28cb97342f61 req-bffc542d-c2f5-454f-99c2-ec93e44a21d7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883906
May 19 23:32:20.721797 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e3e21690-4111-4f93-b5b5-07f4c4b5be16 req-977363d4-5980-45e1-9d41-b85d2f4e6fd2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489879
May 19 23:32:21.263005 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135a7be-ae3e-405f-bbfd-4b32b0ffce2f req-fb936f41-8bee-45a0-b515-6d44be36a8ad tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:21.269453 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b135a7be-ae3e-405f-bbfd-4b32b0ffce2f req-fb936f41-8bee-45a0-b515-6d44be36a8ad tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 945 time: 0.2030804
May 19 23:32:21.382475 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b135a7be-ae3e-405f-bbfd-4b32b0ffce2f req-ad3beddd-9837-4278-b90e-21d149b70189 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088703
May 19 23:32:21.763621 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6651a-ab98-48cd-9e0e-7dc1c59b6707 req-49304ad3-cd2a-487e-a83b-8d8eb9e7da1f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:21.765763 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fef6651a-ab98-48cd-9e0e-7dc1c59b6707 req-49304ad3-cd2a-487e-a83b-8d8eb9e7da1f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1301970
May 19 23:32:21.875417 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fef6651a-ab98-48cd-9e0e-7dc1c59b6707 req-e9faa63a-488a-4d84-93ee-8b17d11dedca tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986214
May 19 23:32:22.340721 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:22.637099 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8069f3-ec60-4137-b84d-fd52b5fed6a8 req-b2f73259-58e3-446f-93fb-91c9cf0627cf tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:22.639474 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc8069f3-ec60-4137-b84d-fd52b5fed6a8 req-b2f73259-58e3-446f-93fb-91c9cf0627cf tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 945 time: 0.1014731
May 19 23:32:22.703868 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc8069f3-ec60-4137-b84d-fd52b5fed6a8 req-fd58b093-ec51-4417-ad0d-6be2644bf425 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551009
May 19 23:32:23.078482 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3122b17-b747-44de-bd7b-f51e7f47764c req-ecc4e8ff-a055-4924-bae8-6bdc00c34bb2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:23.079976 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b3122b17-b747-44de-bd7b-f51e7f47764c req-ecc4e8ff-a055-4924-bae8-6bdc00c34bb2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0934248
May 19 23:32:23.132388 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b3122b17-b747-44de-bd7b-f51e7f47764c req-f1565a7c-68df-4427-96a8-d485e448da79 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460413
May 19 23:32:23.771035 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:32:23.936382 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:23.950529 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'port_id': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'mac_address': 'fa:16:3e:67:21:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:32:24.013698 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:24.032937 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:32:24.053456 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:24.062110 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:24.069910 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:24.155394 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=6']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:24.159138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:24.236373 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:24.412613 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8fa8d-9b17-4418-90c7-d4fef0d23bd3 req-4e54bff7-2345-4154-b3e4-bbc2993b1787 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:24.414108 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b2a8fa8d-9b17-4418-90c7-d4fef0d23bd3 req-4e54bff7-2345-4154-b3e4-bbc2993b1787 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.1261714
May 19 23:32:24.470923 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b2a8fa8d-9b17-4418-90c7-d4fef0d23bd3 req-cab02e6e-1da1-4d96-977e-0f44f06a9cb9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423131
May 19 23:32:25.681032 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2adcb-b897-495c-a2a0-46e14fdc041d req-22138820-315a-4b26-9019-12931eb5a2a9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:25.683169 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-95e2adcb-b897-495c-a2a0-46e14fdc041d req-22138820-315a-4b26-9019-12931eb5a2a9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.0886314
May 19 23:32:25.765150 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-95e2adcb-b897-495c-a2a0-46e14fdc041d req-c801f641-84af-4e3a-afc8-477639d2b2fa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720818
May 19 23:32:25.775362 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:32:25.867234 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:32:25.867795 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:26.032156 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:26.066402 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:26.078128 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:26.083197 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:26.085062 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:26.133571 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'code': 200}
May 19 23:32:26.172021 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=7']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:26.177214 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:27.034117 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12be1c-62ae-4eac-9b3e-41b97b41b63b req-59919b3d-b8ea-4185-bfd5-2469f207fceb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:27.042701 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5d12be1c-62ae-4eac-9b3e-41b97b41b63b req-59919b3d-b8ea-4185-bfd5-2469f207fceb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1032662
May 19 23:32:27.109549 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5d12be1c-62ae-4eac-9b3e-41b97b41b63b req-b1d5fec7-6b8e-4866-92d3-1793c9bb88fd tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656958
May 19 23:32:28.079756 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6853ee0b-9e4c-4580-bcf8-2bcc1e3e8fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:28.382329 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac1080-cb62-408f-8634-f6ff276a154a req-4cea0ed8-70d7-4ddc-9ec4-2945b188bea9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:28.383912 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8bac1080-cb62-408f-8634-f6ff276a154a req-4cea0ed8-70d7-4ddc-9ec4-2945b188bea9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1168778
May 19 23:32:28.443668 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8bac1080-cb62-408f-8634-f6ff276a154a req-57adfc77-d78d-4f54-803b-6effa45e4af9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522649
May 19 23:32:29.665255 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddc19a-8cb8-467b-b233-86ce64ba35e3 req-8b095b96-7539-467f-81b8-e5eedd94ab79 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:29.666966 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3cddc19a-8cb8-467b-b233-86ce64ba35e3 req-8b095b96-7539-467f-81b8-e5eedd94ab79 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0914462
May 19 23:32:29.718827 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3cddc19a-8cb8-467b-b233-86ce64ba35e3 req-15282841-94bf-47ba-a66c-be5340e12b05 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460041
May 19 23:32:30.783796 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f602f9f-6a29-4443-9642-1eb2976d906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:30.902505 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:30.937429 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083045-dfb8-4005-91c6-74c2e63298fd req-197312ff-ac72-46dc-bf7d-5342300ad03f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:30.938982 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ea083045-dfb8-4005-91c6-74c2e63298fd req-197312ff-ac72-46dc-bf7d-5342300ad03f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0881681
May 19 23:32:30.988341 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ea083045-dfb8-4005-91c6-74c2e63298fd req-e673967e-9f9f-4455-8835-ccf251eb2b39 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413599
May 19 23:32:31.674980 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:32.209056 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89d41-0dc6-416a-b4a2-fa2867381e1e req-ccc1759a-d520-43d3-a2be-abed3771383d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:32.210479 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1ca89d41-0dc6-416a-b4a2-fa2867381e1e req-ccc1759a-d520-43d3-a2be-abed3771383d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0906711
May 19 23:32:32.262779 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1ca89d41-0dc6-416a-b4a2-fa2867381e1e req-a7937b3e-b99d-4423-9705-ee8a50b9a5b8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465741
May 19 23:32:33.459134 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:33.502083 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310057-b25f-4893-a20c-9207b2e44d51 req-dfe26e6b-03fa-49c8-b088-493e6ff40cc3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:33.504084 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-52310057-b25f-4893-a20c-9207b2e44d51 req-dfe26e6b-03fa-49c8-b088-493e6ff40cc3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1177900
May 19 23:32:33.556425 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-52310057-b25f-4893-a20c-9207b2e44d51 req-590dfb5f-dd5a-4856-810e-fa121d50c6dd tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459301
May 19 23:32:34.786629 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be7ba9-98ca-454a-a8f3-0c692bfaaf65 req-2dca9658-95b1-4414-9ccb-a336129c54a8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:34.788524 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b2be7ba9-98ca-454a-a8f3-0c692bfaaf65 req-2dca9658-95b1-4414-9ccb-a336129c54a8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1057293
May 19 23:32:34.845439 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b2be7ba9-98ca-454a-a8f3-0c692bfaaf65 req-e47dd323-9489-4124-b223-82e3cd04ddad tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513916
May 19 23:32:36.095001 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0cb18-c368-49a5-a480-b9d8aa733631 req-0203f39c-57c9-489f-b3e5-f4b57b5f3328 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:36.098270 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-def0cb18-c368-49a5-a480-b9d8aa733631 req-0203f39c-57c9-489f-b3e5-f4b57b5f3328 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1170483
May 19 23:32:36.183601 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-def0cb18-c368-49a5-a480-b9d8aa733631 req-876d23bc-f663-44f6-bc1c-57b2d1c63a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729630
May 19 23:32:36.871131 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-e9998787-befb-42f4-aa0f-88135dad33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:36.873601 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-e9998787-befb-42f4-aa0f-88135dad33c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.1547170
May 19 23:32:36.947499 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b8954-bb21-41fe-9cb1-72a421529740 req-dd939339-5515-4453-af1b-e043c1480fcf tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:36.950510 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1c0b8954-bb21-41fe-9cb1-72a421529740 req-dd939339-5515-4453-af1b-e043c1480fcf tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1506093
May 19 23:32:37.032188 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1c0b8954-bb21-41fe-9cb1-72a421529740 req-88fd4573-ffac-4986-bacd-b272be5c1c5e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693953
May 19 23:32:37.110937 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-f66d2d7d-c9d9-479f-b547-70d8de5eddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:37.112703 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-f66d2d7d-c9d9-479f-b547-70d8de5eddd4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.2276366
May 19 23:32:37.197357 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-57594e59-64c8-4464-8254-bb7e01bb83f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 217 time: 0.0762615
May 19 23:32:37.335367 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-59bb9430-d89b-4820-8589-f49d131ddcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:37.337661 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-59bb9430-d89b-4820-8589-f49d131ddcaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.1320496
May 19 23:32:37.500049 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-677ed52f-76b0-4573-b720-f7a08a5065cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1427472
May 19 23:32:37.512881 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5dac0-e424-4ac7-9d7c-a8030866ab9a req-3ce79117-231c-44b1-aa95-00cb88b66e67 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:37.520894 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f2e5dac0-e424-4ac7-9d7c-a8030866ab9a req-3ce79117-231c-44b1-aa95-00cb88b66e67 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1641419
May 19 23:32:37.590249 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f2e5dac0-e424-4ac7-9d7c-a8030866ab9a req-b277bf43-eda9-43cf-ae91-971b5b5ebdd2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684736
May 19 23:32:37.739475 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-2f99db26-0aa5-472b-a7d1-233c6c88a02e service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258451
May 19 23:32:37.883819 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f7afeab-9bf6-4713-8231-90601e950df8 req-382dda68-6ca1-4644-b558-3b08050570ac service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330543
May 19 23:32:38.235322 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b89d7-5a9a-4e1a-a8e9-8ebbac1072fc req-79356ea3-7284-4b06-bc94-1384e0655f7f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:38.236970 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e39b89d7-5a9a-4e1a-a8e9-8ebbac1072fc req-79356ea3-7284-4b06-bc94-1384e0655f7f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0900633
May 19 23:32:38.287934 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e39b89d7-5a9a-4e1a-a8e9-8ebbac1072fc req-dfd5a1a1-dd06-4f86-bf2a-7f6220319f0f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440609
May 19 23:32:38.824429 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7df957-1c35-4884-84a4-728601446c74 req-89b29a6a-1c35-4693-a798-7f2d99263e7a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:38.826217 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9f7df957-1c35-4884-84a4-728601446c74 req-89b29a6a-1c35-4693-a798-7f2d99263e7a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0994260
May 19 23:32:38.928167 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9f7df957-1c35-4884-84a4-728601446c74 req-971bbf09-c3e2-4e7e-bf41-a10523914c97 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951631
May 19 23:32:39.219405 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cd1ee-3e75-4611-a2b2-b03159981e57 req-4d1aa6a8-bcab-4a19-8b9d-26c3fce135b7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:39.220864 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e23cd1ee-3e75-4611-a2b2-b03159981e57 req-4d1aa6a8-bcab-4a19-8b9d-26c3fce135b7 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.1002920
May 19 23:32:39.270778 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e23cd1ee-3e75-4611-a2b2-b03159981e57 req-906e9dc2-8beb-450f-97b9-aeaaf6583af6 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439684
May 19 23:32:39.496710 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ec433-3062-4b32-b032-7b18f39a3b30 req-ed9abf0f-6729-49aa-b512-337ad6c4d0c6 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:39.498105 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-361ec433-3062-4b32-b032-7b18f39a3b30 req-ed9abf0f-6729-49aa-b512-337ad6c4d0c6 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0841634
May 19 23:32:39.546505 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-361ec433-3062-4b32-b032-7b18f39a3b30 req-f7bfb96e-821c-4772-be10-c3b3fc26020b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425956
May 19 23:32:40.152690 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051c05-2510-48ea-9bae-0ea17834bb93 req-56ea70ba-889a-41e7-98c9-a79e483a2b18 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:40.154172 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bf051c05-2510-48ea-9bae-0ea17834bb93 req-56ea70ba-889a-41e7-98c9-a79e483a2b18 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1014259
May 19 23:32:40.214638 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bf051c05-2510-48ea-9bae-0ea17834bb93 req-13c90d34-831a-4aec-8a57-f95cbed081f7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544922
May 19 23:32:40.537780 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d18987-584d-45ee-aa22-d997912ea7b6 req-208fb986-8d8f-444b-a2b5-804261608084 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:40.548497 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-31d18987-584d-45ee-aa22-d997912ea7b6 req-208fb986-8d8f-444b-a2b5-804261608084 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.1250443
May 19 23:32:40.617809 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-31d18987-584d-45ee-aa22-d997912ea7b6 req-0e2c3982-1b98-4249-bade-a87cfc1f5c09 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669098
May 19 23:32:40.874637 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c1302-4e36-4e59-98e6-5310085f068c req-8d1b70f2-f9fe-47a9-9118-b8c62255f96f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:40.886234 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-955c1302-4e36-4e59-98e6-5310085f068c req-8d1b70f2-f9fe-47a9-9118-b8c62255f96f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1261995
May 19 23:32:40.955814 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-955c1302-4e36-4e59-98e6-5310085f068c req-d3eba6ec-f087-4c86-9d37-832345461013 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680010
May 19 23:32:41.542954 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b2da7-47e5-4444-9f38-007e5c6161a8 req-d9648e73-5f26-46eb-bd7e-021950163447 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:41.565863 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-933b2da7-47e5-4444-9f38-007e5c6161a8 req-d9648e73-5f26-46eb-bd7e-021950163447 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1263103
May 19 23:32:41.568528 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-4fa042f0-fa65-4cac-a701-d08c2a978556 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:41.569289 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-4fa042f0-fa65-4cac-a701-d08c2a978556 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Synchronizing usage tracker for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:32:41.608222 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-4fa042f0-fa65-4cac-a701-d08c2a978556 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Unset dirty status for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:32:41.609656 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-4fa042f0-fa65-4cac-a701-d08c2a978556 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.2536759
May 19 23:32:41.682692 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-933b2da7-47e5-4444-9f38-007e5c6161a8 req-3af98eb9-2439-44c1-a4e8-c7eb0f3ba07c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158125
May 19 23:32:42.107848 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Deleting port 83d69e10-4936-4916-83ed-02b38ecf6993 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:32:42.108943 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:42.295831 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeabc2-cc7f-4921-899a-9e10a3556258 req-586a9c3b-df7d-4598-a213-1c06719b281e tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:42.307128 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-51eeabc2-cc7f-4921-899a-9e10a3556258 req-586a9c3b-df7d-4598-a213-1c06719b281e tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 945 time: 0.3085284
May 19 23:32:42.312799 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] For port 83d69e10-4936-4916-83ed-02b38ecf6993, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83d69e10-4936-4916-83ed-02b38ecf6993,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:42.313413 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:42.415856 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-51eeabc2-cc7f-4921-899a-9e10a3556258 req-5d5b8e5c-9580-4552-a30c-58b6d38b969d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071427
May 19 23:32:42.482845 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148514be-53e1-498e-b96f-5f2bed5e29b7 req-613a7dd4-37dc-49cb-b15d-32f777a0d9ba tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:42.482845 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-148514be-53e1-498e-b96f-5f2bed5e29b7 req-613a7dd4-37dc-49cb-b15d-32f777a0d9ba tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.2525709
May 19 23:32:42.507962 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Calling delete_port for 83d69e10-4936-4916-83ed-02b38ecf6993 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:32:42.621267 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-148514be-53e1-498e-b96f-5f2bed5e29b7 req-0ed74d01-5701-4035-81af-1c516b9334db tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230590
May 19 23:32:42.918997 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:42.937289 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af', '83d69e10-4936-4916-83ed-02b38ecf6993'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:42.946283 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fc55ac90-a78e-4f15-af2c-37442174f6bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:43.281412 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878d05b-de67-4f61-b1e3-ad515b060ffb req-f8887e42-6750-4d4c-8e5f-6d2638a88408 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:43.293264 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1878d05b-de67-4f61-b1e3-ad515b060ffb req-f8887e42-6750-4d4c-8e5f-6d2638a88408 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.2193868
May 19 23:32:43.434206 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1878d05b-de67-4f61-b1e3-ad515b060ffb req-706ed731-a87c-4d87-a6be-8e3f99569618 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399112
May 19 23:32:43.490046 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event deleted for resources: {'Port': ['ID=83d69e10-4936-4916-83ed-02b38ecf6993,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:43.493574 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:43.580936 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] No DVR routers for this DVR port 83d69e10-4936-4916-83ed-02b38ecf6993 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:32:43.596640 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:43.600758 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'name': 'network-vif-deleted', 'tag': '83d69e10-4936-4916-83ed-02b38ecf6993'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:43.658952 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-68f0010f-6e3e-41c1-8eda-e1140fba4a98 req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "DELETE /v2.0/ports/83d69e10-4936-4916-83ed-02b38ecf6993 HTTP/1.1" status: 204  len: 173 time: 2.0377762
May 19 23:32:43.698699 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-86ff5f36-ea6e-447c-9390-3d0bd6261f85 req-1087d1ca-ae6a-4bb3-8842-4a08350bcc0c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a09e90f-064f-42aa-8bcc-1314b55254a9 HTTP/1.1" status: 200  len: 210 time: 0.0670109
May 19 23:32:43.776388 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a09e90f-064f-42aa-8bcc-1314b55254a9', 'name': 'network-vif-deleted', 'tag': '83d69e10-4936-4916-83ed-02b38ecf6993', 'status': 'completed', 'code': 200}
May 19 23:32:44.058662 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8273d-ec0c-4f7e-ba64-bdc996a50337 req-6b5caaf9-3097-469c-828e-36f136f5a90a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:44.060392 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2cc8273d-ec0c-4f7e-ba64-bdc996a50337 req-6b5caaf9-3097-469c-828e-36f136f5a90a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1769671
May 19 23:32:44.170279 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2cc8273d-ec0c-4f7e-ba64-bdc996a50337 req-f02df920-9d51-4590-8bcc-38611e0da4b1 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985730
May 19 23:32:44.865584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374cc1-62d3-42e8-a977-dc6742ce0aa5 req-3e5a8ae3-adb6-4cd4-a1a3-6d6b7cc00aeb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:44.872868 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fb374cc1-62d3-42e8-a977-dc6742ce0aa5 req-3e5a8ae3-adb6-4cd4-a1a3-6d6b7cc00aeb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1473622
May 19 23:32:44.965715 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fb374cc1-62d3-42e8-a977-dc6742ce0aa5 req-04fe2736-cf6b-4f4f-bf12-9df7c78e4fac tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918050
May 19 23:32:45.560424 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c093d-d6f7-4397-8bf1-6751a1059ff0 req-63162275-b4bd-44b1-b95f-21a8dbfae704 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:45.575774 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e67c093d-d6f7-4397-8bf1-6751a1059ff0 req-63162275-b4bd-44b1-b95f-21a8dbfae704 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1932573
May 19 23:32:45.640505 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e67c093d-d6f7-4397-8bf1-6751a1059ff0 req-cca367bc-73ee-43f6-b307-48770e9355ce tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631437
May 19 23:32:45.889736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 83d69e10-4936-4916-83ed-02b38ecf6993 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:32:45.933079 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 83d69e10-4936-4916-83ed-02b38ecf6993 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:32:45.934042 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 83d69e10-4936-4916-83ed-02b38ecf6993 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:32:46.322747 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce61dd-4bc3-41bc-949d-1c229833b203 req-efadefb2-9a74-4f9f-856b-ff01e3e9f269 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:46.345949 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f1ce61dd-4bc3-41bc-949d-1c229833b203 req-efadefb2-9a74-4f9f-856b-ff01e3e9f269 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1911530
May 19 23:32:46.446818 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f1ce61dd-4bc3-41bc-949d-1c229833b203 req-2ed70631-d137-4832-9d47-258dcf826a90 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997131
May 19 23:32:47.243066 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a411-f7ab-4e0c-ba81-85d1048e7a2d req-023f6e1a-d1d9-4597-a1ac-201daaffddfe tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:47.244699 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1c29a411-f7ab-4e0c-ba81-85d1048e7a2d req-023f6e1a-d1d9-4597-a1ac-201daaffddfe tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 946 time: 0.1306975
May 19 23:32:47.276913 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7be73f-6fef-43eb-aa6f-12a705c8d9ea req-774b60f4-829a-41e2-a53b-20d759f95959 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:47.284351 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8a7be73f-6fef-43eb-aa6f-12a705c8d9ea req-774b60f4-829a-41e2-a53b-20d759f95959 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.2586267
May 19 23:32:47.391193 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1c29a411-f7ab-4e0c-ba81-85d1048e7a2d req-9f85aae3-d910-4e0e-a8b7-11aaa770c45d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397502
May 19 23:32:47.406686 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8a7be73f-6fef-43eb-aa6f-12a705c8d9ea req-9a9d5e3b-82ef-4d9e-9f9b-ce19cee5893d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210835
May 19 23:32:47.815457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab16d3a-d095-404a-bca3-fcf38356c5c3 req-5c010ce4-bcff-4f82-a702-4bb9bd789cb2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:47.817561 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4ab16d3a-d095-404a-bca3-fcf38356c5c3 req-5c010ce4-bcff-4f82-a702-4bb9bd789cb2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1840703
May 19 23:32:47.912759 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4ab16d3a-d095-404a-bca3-fcf38356c5c3 req-9ff6e87b-a58b-4508-9c08-be3d4bf0e296 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821419
May 19 23:32:48.815522 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ab37c-8e93-4316-8604-99fadf0e3116 req-1ba40f9e-bb81-49c1-a873-66ee4713110e tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:48.818149 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ef22-2e5d-465e-9645-49f864988021 req-f7158b52-ad69-4bfc-b527-b8df8619705c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:48.825924 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0c6ab37c-8e93-4316-8604-99fadf0e3116 req-1ba40f9e-bb81-49c1-a873-66ee4713110e tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 946 time: 0.2811759
May 19 23:32:48.830987 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-d752ef22-2e5d-465e-9645-49f864988021 req-f7158b52-ad69-4bfc-b527-b8df8619705c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Synchronizing usage tracker for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:32:48.851600 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6057e-40d7-4098-b65b-1c4c06a48f8d req-a4a3a692-620b-45a4-8f37-aad76e4140be tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:48.853083 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-25d6057e-40d7-4098-b65b-1c4c06a48f8d req-a4a3a692-620b-45a4-8f37-aad76e4140be tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1553111
May 19 23:32:48.868700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-d752ef22-2e5d-465e-9645-49f864988021 req-f7158b52-ad69-4bfc-b527-b8df8619705c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Unset dirty status for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:32:48.869889 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d752ef22-2e5d-465e-9645-49f864988021 req-f7158b52-ad69-4bfc-b527-b8df8619705c tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 946 time: 0.2621760
May 19 23:32:48.923583 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0c6ab37c-8e93-4316-8604-99fadf0e3116 req-73b6da3e-f4d8-486f-ba02-fe27c2bdafbc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967801
May 19 23:32:48.949948 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-25d6057e-40d7-4098-b65b-1c4c06a48f8d req-2ea92989-3325-40a1-b36b-231df10b51c1 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640221
May 19 23:32:49.078023 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Deleting port f61eec6a-bd31-46a6-bbff-a1fde6ba63af {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:32:49.078391 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:49.221117 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f5a0-56ff-4764-9887-6bce04ad9c59 req-ad32939d-d8b4-4f17-83a8-1d42de6d61aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:49.224397 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0ff3f5a0-56ff-4764-9887-6bce04ad9c59 req-ad32939d-d8b4-4f17-83a8-1d42de6d61aa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1685953
May 19 23:32:49.343745 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0ff3f5a0-56ff-4764-9887-6bce04ad9c59 req-fa3ff5bf-99e7-41ae-8b23-c6e998f2c0a3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145184
May 19 23:32:49.386090 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] For port f61eec6a-bd31-46a6-bbff-a1fde6ba63af, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:49.386626 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:49.568869 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Calling delete_port for f61eec6a-bd31-46a6-bbff-a1fde6ba63af owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:32:49.716769 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:49.723831 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:49.728718 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:49.788669 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event deleted for resources: {'Port': ['ID=f61eec6a-bd31-46a6-bbff-a1fde6ba63af,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:49.803679 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:49.905701 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] No DVR routers for this DVR port f61eec6a-bd31-46a6-bbff-a1fde6ba63af on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:32:49.908984 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:49.913045 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e75d8e7-9581-4f90-b495-231424830d9d', 'name': 'network-vif-deleted', 'tag': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:49.938834 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d752ef22-2e5d-465e-9645-49f864988021 req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "DELETE /v2.0/ports/f61eec6a-bd31-46a6-bbff-a1fde6ba63af HTTP/1.1" status: 204  len: 173 time: 1.0607224
May 19 23:32:49.991078 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e75d8e7-9581-4f90-b495-231424830d9d', 'name': 'network-vif-deleted', 'tag': 'f61eec6a-bd31-46a6-bbff-a1fde6ba63af', 'status': 'completed', 'code': 200}
May 19 23:32:50.182793 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cf24b5ce-1dce-4943-b4e6-38c0495d068e req-162be398-a4df-4b4e-8d95-5d5af442662a tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e75d8e7-9581-4f90-b495-231424830d9d HTTP/1.1" status: 200  len: 210 time: 0.0587940
May 19 23:32:50.236266 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46128c-5041-4d60-a787-4a60af42b601 req-2b2a2597-ab04-46f7-9489-8064a49990c8 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:50.238628 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9b46128c-5041-4d60-a787-4a60af42b601 req-2b2a2597-ab04-46f7-9489-8064a49990c8 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1552162
May 19 23:32:50.297955 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9b46128c-5041-4d60-a787-4a60af42b601 req-cb6820f2-6615-4a52-90e2-67342bfa2573 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529947
May 19 23:32:50.608976 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26208fb5-f3bb-4a27-b8ad-602458dd1697 req-c9cf4ea2-8a20-4073-aca9-d18a2f894cd4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:50.611558 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-26208fb5-f3bb-4a27-b8ad-602458dd1697 req-c9cf4ea2-8a20-4073-aca9-d18a2f894cd4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0966158
May 19 23:32:50.681239 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-26208fb5-f3bb-4a27-b8ad-602458dd1697 req-7fb04c81-bb06-45fe-a4d8-83b44f528473 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607879
May 19 23:32:51.549580 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc09f1e-97cc-4a54-9090-020d099e4079 req-889bb19f-643f-4846-a2f3-35df74afcfff tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:51.553754 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9bc09f1e-97cc-4a54-9090-020d099e4079 req-889bb19f-643f-4846-a2f3-35df74afcfff tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1302564
May 19 23:32:51.636530 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9bc09f1e-97cc-4a54-9090-020d099e4079 req-a4cde71e-a8f2-4462-8491-4a8f8303162f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712020
May 19 23:32:51.796948 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03489503-c561-4de7-bd98-a7a6a0bdc1c2 req-36d4feae-74a7-4373-a8eb-da490562e17b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:51.798555 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-03489503-c561-4de7-bd98-a7a6a0bdc1c2 req-36d4feae-74a7-4373-a8eb-da490562e17b tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 945 time: 0.1109378
May 19 23:32:51.925214 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-03489503-c561-4de7-bd98-a7a6a0bdc1c2 req-70a21d4e-7a59-4726-9916-3dfbbbede1a2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173310
May 19 23:32:51.935234 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f61eec6a-bd31-46a6-bbff-a1fde6ba63af no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:32:51.981647 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: f61eec6a-bd31-46a6-bbff-a1fde6ba63af {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:32:51.981993 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f61eec6a-bd31-46a6-bbff-a1fde6ba63af not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:32:51.997313 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c0f9-6cb5-4862-b37f-3cb2b0a03051 req-8612b39d-cdf9-463a-9057-9a99e25ee9b5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:51.998857 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad81c0f9-6cb5-4862-b37f-3cb2b0a03051 req-8612b39d-cdf9-463a-9057-9a99e25ee9b5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1551697
May 19 23:32:52.053922 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ad81c0f9-6cb5-4862-b37f-3cb2b0a03051 req-a65db1a9-f99c-42e9-a521-acd67e147e88 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481541
May 19 23:32:52.212306 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:32:52.348725 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:52.854092 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed320a9-eec3-47ca-8a14-14a6c459f255 req-602b89ba-126f-471a-a46e-5640a68beaeb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:52.855724 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aed320a9-eec3-47ca-8a14-14a6c459f255 req-602b89ba-126f-471a-a46e-5640a68beaeb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0912766
May 19 23:32:52.902968 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aed320a9-eec3-47ca-8a14-14a6c459f255 req-39174016-1518-4bd7-af97-92f4c5e37443 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414424
May 19 23:32:53.140054 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f41c42-a3fd-405a-8bc1-8b184b70b631 req-a880f51b-072d-4ced-b679-2e448a600153 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:53.142003 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-78f41c42-a3fd-405a-8bc1-8b184b70b631 req-a880f51b-072d-4ced-b679-2e448a600153 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 945 time: 0.0898907
May 19 23:32:53.235226 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af597217-96da-4634-b1c1-4b6a31e3587d req-f7bf99d1-4a4c-4aff-8c05-4f5a8abca4e3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:53.236125 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-af597217-96da-4634-b1c1-4b6a31e3587d req-f7bf99d1-4a4c-4aff-8c05-4f5a8abca4e3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Synchronizing usage tracker for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:32:53.251469 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-78f41c42-a3fd-405a-8bc1-8b184b70b631 req-31e56712-32a6-4347-b79b-4f101636a85a tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029875
May 19 23:32:53.256379 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-af597217-96da-4634-b1c1-4b6a31e3587d req-f7bf99d1-4a4c-4aff-8c05-4f5a8abca4e3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Unset dirty status for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:32:53.257772 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-af597217-96da-4634-b1c1-4b6a31e3587d req-f7bf99d1-4a4c-4aff-8c05-4f5a8abca4e3 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 945 time: 0.1739388
May 19 23:32:53.307053 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc6595-6313-463a-8d79-729c90560378 req-aaa2c7a5-5cf8-4228-a40f-7de9e67f32d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:53.308468 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1afc6595-6313-463a-8d79-729c90560378 req-aaa2c7a5-5cf8-4228-a40f-7de9e67f32d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1157637
May 19 23:32:53.368394 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1afc6595-6313-463a-8d79-729c90560378 req-ac82472e-eb94-48c0-a6e1-4bf4f49e645d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537610
May 19 23:32:53.423963 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Deleting port b6ae569b-addf-409e-8203-9d39947fbeb7 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:32:53.424303 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:53.572288 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] For port b6ae569b-addf-409e-8203-9d39947fbeb7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b6ae569b-addf-409e-8203-9d39947fbeb7,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:53.572651 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:53.703379 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Calling delete_port for b6ae569b-addf-409e-8203-9d39947fbeb7 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:32:53.825734 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:53.831982 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:53.840764 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'b6ae569b-addf-409e-8203-9d39947fbeb7'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:53.876498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event deleted for resources: {'Port': ['ID=b6ae569b-addf-409e-8203-9d39947fbeb7,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:53.881583 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:54.062286 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] No DVR routers for this DVR port b6ae569b-addf-409e-8203-9d39947fbeb7 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:32:54.065355 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:54.070179 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'name': 'network-vif-deleted', 'tag': 'b6ae569b-addf-409e-8203-9d39947fbeb7'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:54.090225 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-af597217-96da-4634-b1c1-4b6a31e3587d req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "DELETE /v2.0/ports/b6ae569b-addf-409e-8203-9d39947fbeb7 HTTP/1.1" status: 204  len: 173 time: 0.8200035
May 19 23:32:54.157495 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba572aea-fb98-4dc4-9047-95a33d47793d', 'name': 'network-vif-deleted', 'tag': 'b6ae569b-addf-409e-8203-9d39947fbeb7', 'status': 'completed', 'code': 200}
May 19 23:32:54.195211 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0878-4d83-4099-9a70-7ec5d104237e req-611f2dff-e99b-4582-b89a-0b4c04f1ab2b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:54.196877 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ae3c0878-4d83-4099-9a70-7ec5d104237e req-611f2dff-e99b-4582-b89a-0b4c04f1ab2b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1106308
May 19 23:32:54.247075 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ae3c0878-4d83-4099-9a70-7ec5d104237e req-cc126c59-899b-47fb-94a8-70a91ea3706c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429599
May 19 23:32:54.345154 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-59fa04b9-52b4-4a9f-ac26-9ef181da08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:54.346660 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-59fa04b9-52b4-4a9f-ac26-9ef181da08c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1099 time: 0.0827463
May 19 23:32:54.441175 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-64e80abf-e578-463f-8cb0-c10e90787826 req-5e1c254e-5a19-469b-b4a6-570698c8881f tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba572aea-fb98-4dc4-9047-95a33d47793d HTTP/1.1" status: 200  len: 210 time: 0.0496764
May 19 23:32:54.488466 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-9541a0fb-8a20-4e7b-b113-05337a73ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:54.490305 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-9541a0fb-8a20-4e7b-b113-05337a73ab6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.1349654
May 19 23:32:54.605410 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306b657-00fb-444e-bcf5-7e02d39f1598 req-3a80fde5-7417-48c3-9442-bf94b7615e81 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:54.607019 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9306b657-00fb-444e-bcf5-7e02d39f1598 req-3a80fde5-7417-48c3-9442-bf94b7615e81 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.1140163
May 19 23:32:54.643667 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-2c0e9dc6-51ab-43f1-bb89-4920b706777f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 HTTP/1.1" status: 200  len: 1002 time: 0.1453936
May 19 23:32:54.664743 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9306b657-00fb-444e-bcf5-7e02d39f1598 req-bad085dd-ed92-40b4-b0af-701bf4349683 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496361
May 19 23:32:54.714696 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-28c29dfa-f81f-4dfb-bd3c-54cae1f33664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:54.716283 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-28c29dfa-f81f-4dfb-bd3c-54cae1f33664 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.0654836
May 19 23:32:54.825715 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-519cac6d-1a59-49d4-821b-dcdbdcdca87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:54.827703 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-519cac6d-1a59-49d4-821b-dcdbdcdca87d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041319
May 19 23:32:54.836402 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 48780) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:54.921156 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Deleting subnet 71157bb6-9fe3-4d7a-a049-8fe6dead84a2 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:32:54.924185 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:54.983965 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:54.993534 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-9a918faa-e1fe-4a97-be9d-0c2aa78abb55 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534867
May 19 23:32:55.046262 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.129987 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2b91401f-157c-4ee1-b9b1-d43557b1ff72 req-f9655171-fbda-49bd-94f6-47f506363172 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298611
May 19 23:32:55.363219 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.397675 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-baf8a213-f298-4206-9dcd-b293f68ad246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:55.445469 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71157bb6-9fe3-4d7a-a049-8fe6dead84a2,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:55.448990 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:55.449978 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.465118 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/71157bb6-9fe3-4d7a-a049-8fe6dead84a2 HTTP/1.1" status: 204  len: 168 time: 0.6275671
May 19 23:32:55.468945 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 48794) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:55.491707 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38dceb-5293-46d8-b7e0-e974a7882705 req-945487c0-c37b-4205-b939-3f112be3764b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:55.493436 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3c38dceb-5293-46d8-b7e0-e974a7882705 req-945487c0-c37b-4205-b939-3f112be3764b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1291904
May 19 23:32:55.550935 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3c38dceb-5293-46d8-b7e0-e974a7882705 req-74350ed4-22eb-4859-ba1e-bbdf529255bd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477147
May 19 23:32:55.599002 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.731740 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.745041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b0303d0>,) {'filters': {'network_id': ['ce61dbaf-4160-4231-885b-8c669b4bdab8']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:55.757806 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b0303d0>, '309c5f58-c942-480d-9394-3e45dd5738ce') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:55.758110 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b0303d0>, '309c5f58-c942-480d-9394-3e45dd5738ce') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:32:55.769924 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.786702 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.793769 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:32:55.794313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:32:55.807607 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:32:55.868221 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e142897-2aad-41d9-9e27-e967086e3705 req-4cde6ba6-e6cd-4717-9583-10309739907f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:55.869767 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e142897-2aad-41d9-9e27-e967086e3705 req-4cde6ba6-e6cd-4717-9583-10309739907f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.0818131
May 19 23:32:55.896154 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.900808 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-acac6dd2-b3bb-441b-9acd-95d0b4817964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:55.916544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:55.919327 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e142897-2aad-41d9-9e27-e967086e3705 req-be1baee5-b256-4ae4-973b-867bac97ec25 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430641
May 19 23:32:55.923526 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce61dbaf-4160-4231-885b-8c669b4bdab8,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:55.927460 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:55.937913 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce61dbaf-4160-4231-885b-8c669b4bdab8 HTTP/1.1" status: 204  len: 168 time: 0.4675846
May 19 23:32:55.944862 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device b6ae569b-addf-409e-8203-9d39947fbeb7 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:32:55.979256 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: b6ae569b-addf-409e-8203-9d39947fbeb7 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:32:55.979610 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device b6ae569b-addf-409e-8203-9d39947fbeb7 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:32:56.131582 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 48808) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:56.180729 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b914c389-29e9-45e5-b267-aa8ba692d398 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c43dada35ecb4316b709422deef1d7d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478535
May 19 23:32:56.182968 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 48812) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:32:56.248570 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:56.277840 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:56.333438 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:56.337078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ec2ece58-c7bb-47a0-b6ca-c21cfbb5c438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:56.350576 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db41f4ca-4287-43ca-922e-f0573be4df6a,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:56.353159 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:56.360148 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:56.361238 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db41f4ca-4287-43ca-922e-f0573be4df6a HTTP/1.1" status: 204  len: 168 time: 0.1773782
May 19 23:32:56.771175 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d784b-78fb-439d-b71d-0d2dd94996b0 req-73f08f28-81b1-45ac-afb8-e55d6bd1a45b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:56.772749 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-334d784b-78fb-439d-b71d-0d2dd94996b0 req-73f08f28-81b1-45ac-afb8-e55d6bd1a45b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1114910
May 19 23:32:56.830961 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-334d784b-78fb-439d-b71d-0d2dd94996b0 req-1b9c8744-e8ec-435e-93e8-f02cb6f445f5 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517526
May 19 23:32:57.247309 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdffd2d-069a-4828-81ce-eadb4b852a1a req-8b2c650b-070c-4371-8e79-333f799c0599 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:57.248993 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-abdffd2d-069a-4828-81ce-eadb4b852a1a req-8b2c650b-070c-4371-8e79-333f799c0599 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 946 time: 0.1330423
May 19 23:32:57.263332 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64dfbc-1051-4b30-a6e3-98e709abd2f6 req-36a80e18-0d7e-4f9e-a1b9-e36bb27c5f66 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:57.264781 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aa64dfbc-1051-4b30-a6e3-98e709abd2f6 req-36a80e18-0d7e-4f9e-a1b9-e36bb27c5f66 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 946 time: 0.2060289
May 19 23:32:57.355630 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-abdffd2d-069a-4828-81ce-eadb4b852a1a req-e3a0c830-85a1-4ab9-a921-920ac3a07a4f tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898497
May 19 23:32:57.364508 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aa64dfbc-1051-4b30-a6e3-98e709abd2f6 req-fa94d9eb-4daa-4b2b-b406-62557e27265f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836585
May 19 23:32:57.948532 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:32:58.059560 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-1db882f5-358d-401d-b5bb-e03bb245cfbb tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Synchronizing usage tracker for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:32:58.070309 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57742-53aa-4a6e-95eb-ab4391eb7c92 req-25da166a-e654-48f6-8d69-89a66dbad1b9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:58.071893 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-69b57742-53aa-4a6e-95eb-ab4391eb7c92 req-25da166a-e654-48f6-8d69-89a66dbad1b9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1262510
May 19 23:32:58.077761 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:58.105539 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b73e-f83d-4134-b8f3-55faeebc32c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:58.120543 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-1db882f5-358d-401d-b5bb-e03bb245cfbb tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Unset dirty status for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:32:58.121760 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:58.127590 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-1db882f5-358d-401d-b5bb-e03bb245cfbb tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967721206&fields=id&tenant_id=5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 267 time: 0.1198483
May 19 23:32:58.132140 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:58.136519 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:58.138294 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:58.157798 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-69b57742-53aa-4a6e-95eb-ab4391eb7c92 req-9f2b553f-2072-40f9-be8a-a14168f98ca9 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793629
May 19 23:32:58.215537 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=8']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:58.218866 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:58.223587 dv-cinder-792209-1-iscsi neutron-server[91606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'code': 422} returned with failed status
May 19 23:32:58.294833 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-582dbd85-7205-4d2a-8268-72dfcbcc3e03 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:58.296388 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-582dbd85-7205-4d2a-8268-72dfcbcc3e03 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 812 time: 0.1650062
May 19 23:32:58.311785 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-d1361cf8-5fb2-4316-a33e-72725df13066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/quotas/5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 375 time: 0.0090785
May 19 23:32:58.403424 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-f2f5b54a-3ccc-400d-a183-b9ba3562704a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0865614
May 19 23:32:58.603368 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-0c1a82f3-a69b-44d5-803a-d2fe4cc2fc85 service neutron] 10.222.0.59 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866136
May 19 23:32:58.638550 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08f8d-27c3-4143-8e11-0fda0a8f2a43 req-e6f93679-6509-4c21-a23f-c2ab853c228d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:58.640030 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e4e08f8d-27c3-4143-8e11-0fda0a8f2a43 req-e6f93679-6509-4c21-a23f-c2ab853c228d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 946 time: 0.1403334
May 19 23:32:58.755171 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e4e08f8d-27c3-4143-8e11-0fda0a8f2a43 req-74c84d5c-f3e6-4ebf-92be-5b054222e73e tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb19c620-8437-4709-8f46-c4dfa251f979&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033683
May 19 23:32:58.783178 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-7fbd8a07-567a-40b9-85d6-7b915b1ad3da service neutron] 10.222.0.59 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737494
May 19 23:32:58.939668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-0a3dfea6-65e7-426a-b641-53b4bfdbfc54 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:58.940389 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-0a3dfea6-65e7-426a-b641-53b4bfdbfc54 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Synchronizing usage tracker for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:32:58.949396 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9074316-5c7c-4a2b-b6b3-5ac36efe8293 req-5f470cd3-5c5b-49af-b2b6-cd8ebc948221 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:58.950880 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c9074316-5c7c-4a2b-b6b3-5ac36efe8293 req-5f470cd3-5c5b-49af-b2b6-cd8ebc948221 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.0924089
May 19 23:32:58.962363 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-0a3dfea6-65e7-426a-b641-53b4bfdbfc54 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Unset dirty status for tenant:18063011b3bc44a184f643efa4774802 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:32:58.963844 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-0a3dfea6-65e7-426a-b641-53b4bfdbfc54 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 946 time: 0.1082618
May 19 23:32:59.002038 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c9074316-5c7c-4a2b-b6b3-5ac36efe8293 req-cb64b82e-f052-49fb-b28b-7438a144f938 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439205
May 19 23:32:59.138419 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Deleting port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:32:59.138419 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:59.218656 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91a6badc-a0f6-4ab2-a14a-fa24d7fb0dc8 req-753a92b1-a5ad-42a8-9b8b-4b0a08f12b2d tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 210 time: 0.0463157
May 19 23:32:59.424803 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] For port f92fc632-7ad3-44ed-adeb-eb4f72f394f3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,segment=NetworkSegment(581a823a-5f00-4d5a-917a-8cfdf61eaa20),segment_id=581a823a-5f00-4d5a-917a-8cfdf61eaa20)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:32:59.425206 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:59.509793 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c4701-8673-4974-9f78-20de0cc2d59a req-bc4c880e-f6df-4858-b25b-e1c12bb12ff7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:32:59.517503 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-064c4701-8673-4974-9f78-20de0cc2d59a req-bc4c880e-f6df-4858-b25b-e1c12bb12ff7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1738141
May 19 23:32:59.570817 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-064c4701-8673-4974-9f78-20de0cc2d59a req-775cfc48-3122-4ebf-b0e2-515634ea0007 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524659
May 19 23:32:59.627365 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Calling delete_port for f92fc632-7ad3-44ed-adeb-eb4f72f394f3 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:32:59.784373 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:59.798400 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f92fc632-7ad3-44ed-adeb-eb4f72f394f3'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:32:59.801833 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-422233e3-e486-4de6-a57e-9ebfa3b59e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:32:59.907018 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Pushing event deleted for resources: {'Port': ['ID=f92fc632-7ad3-44ed-adeb-eb4f72f394f3,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:32:59.921357 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.921726 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.922093 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.922568 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.922949 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.923329 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.923677 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.924025 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.924369 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.925196 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.925396 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.925815 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:32:59.972919 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:32:59.973822 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] No DVR routers for this DVR port f92fc632-7ad3-44ed-adeb-eb4f72f394f3 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:32:59.976269 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:32:59.985625 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'name': 'network-vif-deleted', 'tag': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:32:59.993035 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b1a5cd4b-b0b8-4db5-90c8-0f34c6af794a req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.55 "DELETE /v2.0/ports/f92fc632-7ad3-44ed-adeb-eb4f72f394f3 HTTP/1.1" status: 204  len: 173 time: 1.0179150
May 19 23:32:59.995684 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9dc648d3-fffe-48a9-804b-c2a38e40c2ca req-8b3de949-1b76-4be2-9422-19c697aaa891 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5a3d46-d194-4258-8a95-37cd45a64b48 HTTP/1.1" status: 200  len: 210 time: 0.0595317
May 19 23:33:00.078028 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a3d46-d194-4258-8a95-37cd45a64b48', 'name': 'network-vif-deleted', 'tag': 'f92fc632-7ad3-44ed-adeb-eb4f72f394f3', 'status': 'completed', 'code': 200}
May 19 23:33:00.264721 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf5c3-c072-4773-b8bb-e137f6f15a13 req-04cc6496-2a50-4dbe-b99e-fb6ef96e271a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:00.266160 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44fcf5c3-c072-4773-b8bb-e137f6f15a13 req-04cc6496-2a50-4dbe-b99e-fb6ef96e271a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.0877745
May 19 23:33:00.311429 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44fcf5c3-c072-4773-b8bb-e137f6f15a13 req-d2b29df6-81f6-43bd-8739-daae1b532d4d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388193
May 19 23:33:00.379317 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-49346e86-989c-4479-83a1-62e7e9ce6e96 req-3058cd1e-c6ff-4b32-a7cf-7f5a6533a67f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 210 time: 0.0427594
May 19 23:33:00.697143 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-f56ddd0a-ee95-4b6e-b170-f3b0524a5c19 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:00.712649 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-f56ddd0a-ee95-4b6e-b170-f3b0524a5c19 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Synchronizing usage tracker for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:network {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:33:00.738064 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-f56ddd0a-ee95-4b6e-b170-f3b0524a5c19 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Unset dirty status for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:network {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:33:00.739470 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-f56ddd0a-ee95-4b6e-b170-f3b0524a5c19 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 812 time: 0.2076659
May 19 23:33:00.789708 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa574d-e797-42bb-bd5c-0b703565ba30 req-371d6eff-276d-4726-a369-8426274ea90b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:00.791206 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0aa574d-e797-42bb-bd5c-0b703565ba30 req-371d6eff-276d-4726-a369-8426274ea90b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0976136
May 19 23:33:00.795481 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1fa0a262-eba1-45d0-ad53-8813b80f579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:00.829816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-9ce126ba-2653-4c84-a1c6-2f8842008621 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Synchronizing usage tracker for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:security_group {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:33:00.846337 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0aa574d-e797-42bb-bd5c-0b703565ba30 req-ddbde142-12dd-4245-a5b8-8fdd031a6e6f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492415
May 19 23:33:00.853423 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-9ce126ba-2653-4c84-a1c6-2f8842008621 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Unset dirty status for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:security_group {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:33:00.854890 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-9ce126ba-2653-4c84-a1c6-2f8842008621 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 380 time: 0.0766132
May 19 23:33:00.868579 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'port': {'device_id': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'admin_state_up': True, 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'security_groups': ['a94c3dfa-9335-40a4-b97f-addf9aa983ee']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:33:00.909327 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.030733 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:01.037237 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:port and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:01.040294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:01.046224 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:01.056637 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Made reservation on behalf of 5ff57f53b0044d6995e4b794e7d4b35e for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:33:01.060156 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.099000 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 48942) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:01.163430 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Deleting subnet 8bcc5db8-2858-4194-9c5a-83852ec59036 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:33:01.166505 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.219334 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.231283 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Allocated IP 172.20.0.14 (7bd1d854-7fd8-493b-b203-f19ea775b350/dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8/28b1ab93-2973-4835-836a-e3b7328fa418) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:33:01.277552 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.458569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.485424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Transition to ACTIVE for port object 28b1ab93-2973-4835-836a-e3b7328fa418 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:33:01.521811 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.528980 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-223d74c8-0bdb-4cf3-81e7-a589b1d8804f tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:01.620990 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:33:01.625404 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:33:01.631634 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:33:01.665972 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.693056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=28b1ab93-2973-4835-836a-e3b7328fa418,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:01.699577 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:01.721142 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:01.722724 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.755372 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8937387
May 19 23:33:01.779400 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Request body: {'port': {'device_id': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:33:01.806376 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af44f94-b0f0-44b6-89c6-c9d4cf3021c6 req-401309b7-592d-4398-9a9b-47126c106fdb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:01.813038 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3af44f94-b0f0-44b6-89c6-c9d4cf3021c6 req-401309b7-592d-4398-9a9b-47126c106fdb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.3640516
May 19 23:33:01.876244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611840c-b976-4d2a-89ee-1588582440be req-6728754a-b166-4b61-8377-c174a082d5cc tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:01.884826 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5611840c-b976-4d2a-89ee-1588582440be req-6728754a-b166-4b61-8377-c174a082d5cc tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 932 time: 0.3613536
May 19 23:33:01.913949 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.927916 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.929840 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:01.942044 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f92fc632-7ad3-44ed-adeb-eb4f72f394f3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:33:01.962329 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3af44f94-b0f0-44b6-89c6-c9d4cf3021c6 req-d8f54b97-2670-46f2-8109-7a9a8d9ed99b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416492
May 19 23:33:01.978362 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcc5db8-2858-4194-9c5a-83852ec59036,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:01.982613 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: f92fc632-7ad3-44ed-adeb-eb4f72f394f3 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:33:01.982964 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f92fc632-7ad3-44ed-adeb-eb4f72f394f3 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:33:01.984374 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:01.992213 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-fdb0a405-8ff1-464b-a80c-033fa2ec0625 None None] Provisioning for port 28b1ab93-2973-4835-836a-e3b7328fa418 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:33:02.000930 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.001303 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.001663 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.002017 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.002368 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.002715 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.003247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.003810 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.004407 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.005018 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.005391 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.005751 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:02.009867 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-fdb0a405-8ff1-464b-a80c-033fa2ec0625 None None] Provisioning complete for port 28b1ab93-2973-4835-836a-e3b7328fa418 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:33:02.010352 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a405-8ff1-464b-a80c-033fa2ec0625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.018181 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5611840c-b976-4d2a-89ee-1588582440be req-27f42050-3b29-4cce-97ac-84681fa65ff9 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323810
May 19 23:33:02.021816 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:02.021816 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-1a17a0ed-0c7f-4caa-b406-a63c28a57834 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8bcc5db8-2858-4194-9c5a-83852ec59036 HTTP/1.1" status: 204  len: 168 time: 0.9215438
May 19 23:33:02.037293 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 48956) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:02.082392 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0a405-8ff1-464b-a80c-033fa2ec0625 None None] Port 28b1ab93-2973-4835-836a-e3b7328fa418 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:33:02.201874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.311575 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c41f5-7589-46f4-b729-1ccebcc8a219 req-6ae6cb9e-4d06-4d5c-9549-279c65a638ae tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:02.313146 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d78c41f5-7589-46f4-b729-1ccebcc8a219 req-6ae6cb9e-4d06-4d5c-9549-279c65a638ae tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1770546
May 19 23:33:02.379991 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.385246 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b1ab93-2973-4835-836a-e3b7328fa418 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:33:02.392438 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.397265 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b27f520>,) {'filters': {'network_id': ['0c4b2506-6baa-4e1f-90a4-721071253897']}} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:33:02.407419 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Transition to ACTIVE for port object 28b1ab93-2973-4835-836a-e3b7328fa418 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:33:02.411409 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.415889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a8f4be58-5bc0-4552-959e-60cfd6f4cb50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:02.425835 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b27f520>, '581a823a-5f00-4d5a-917a-8cfdf61eaa20') {'for_net_delete': True} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:33:02.425835 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b27f520>, '581a823a-5f00-4d5a-917a-8cfdf61eaa20') {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:33:02.439778 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d78c41f5-7589-46f4-b729-1ccebcc8a219 req-c1056510-1246-45d4-91ac-a9c62ffb8215 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830188
May 19 23:33:02.445455 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6955763'] for segment, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.468942 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.476432 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=91604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:33:02.476758 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6786353'] for segment, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]: Traceback (most recent call last):
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     timer()
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     cb(*args, **kw)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     return func(*args, **kwargs)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     self._notify()
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     self.callback(batched_events)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     event.method(event)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     return f(self, *a, **k)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._get(url).json()
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self.request(url, 'GET', **kwargs)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:33:02.491112 dv-cinder-792209-1-iscsi neutron-server[91604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:33:02.574925 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.578878 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:02.580873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=28b1ab93-2973-4835-836a-e3b7328fa418,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:02.588097 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:02.600427 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.666710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Attempting to bind port 28b1ab93-2973-4835-836a-e3b7328fa418 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:33:02.667109 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Attempting to bind port 28b1ab93-2973-4835-836a-e3b7328fa418 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:33:02.667486 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Attempting to bind port 28b1ab93-2973-4835-836a-e3b7328fa418 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:33:02.671819 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4b2506-6baa-4e1f-90a4-721071253897,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:02.672396 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Port 28b1ab93-2973-4835-836a-e3b7328fa418 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:33:02.672721 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Attempting to bind port 28b1ab93-2973-4835-836a-e3b7328fa418 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:33:02.676711 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:02.678271 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:33:02.678614 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Checking segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:33:02.679001 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Bound using segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:33:02.679478 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Bound port: 28b1ab93-2973-4835-836a-e3b7328fa418, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:33:02.679833 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.684118 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0c4b2506-6baa-4e1f-90a4-721071253897 HTTP/1.1" status: 204  len: 168 time: 0.6457884
May 19 23:33:02.781909 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] For port 28b1ab93-2973-4835-836a-e3b7328fa418, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:33:02.785668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] For port 28b1ab93-2973-4835-836a-e3b7328fa418, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=28b1ab93-2973-4835-836a-e3b7328fa418,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:33:02.791959 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.795890 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5ba92a2d-1401-452f-adc0-324b97b46d6b tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:02.857874 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:02.858491 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:02.859884 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/28b1ab93-2973-4835-836a-e3b7328fa418 HTTP/1.1" status: 200  len: 1094 time: 1.0961556
May 19 23:33:02.860425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:33:02.956974 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 48968) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:02.977020 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=28b1ab93-2973-4835-836a-e3b7328fa418,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:02.985089 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:03.035863 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-601cce82-c8bb-4468-a459-b7ac569df9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.039893 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-601cce82-c8bb-4468-a459-b7ac569df9eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 1097 time: 0.1281238
May 19 23:33:03.042801 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b70b057c-b4ed-4c2e-afc0-6a781fbcf69f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18063011b3bc44a184f643efa4774802&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0841804
May 19 23:33:03.045345 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 48976) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:03.138514 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418', 'status': 'completed', 'code': 200}
May 19 23:33:03.140347 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-d8ffe06f-6430-4b00-9c2d-3cc5bd2cd6a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b1ab93-2973-4835-836a-e3b7328fa418 HTTP/1.1" status: 200  len: 217 time: 0.0919220
May 19 23:33:03.157147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:03.188351 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:03.209718 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-1af53fed-19bc-4119-a8c5-ca7db0ada4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.211736 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-1af53fed-19bc-4119-a8c5-ca7db0ada4e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0643899
May 19 23:33:03.292295 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-2ed2ca9d-e114-4465-912a-4f53452144df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.293768 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-2ed2ca9d-e114-4465-912a-4f53452144df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731268
May 19 23:33:03.378093 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b6e6-8b20-43ca-bc68-38763e003275 req-7c4d8381-8ef7-400e-9aaf-d2c645a4bbcd tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.379676 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3208b6e6-8b20-43ca-bc68-38763e003275 req-7c4d8381-8ef7-400e-9aaf-d2c645a4bbcd tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1935959
May 19 23:33:03.385572 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:03.391853 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-6c32ad16-6446-4ea6-a14f-ca4c01d88029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:03.408719 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2f2b-43d9-487a-9333-972b801f888a req-b89961a5-9b73-4939-906c-c5fc92ad98e0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.410288 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-52ac2f2b-43d9-487a-9333-972b801f888a req-b89961a5-9b73-4939-906c-c5fc92ad98e0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 944 time: 0.1666248
May 19 23:33:03.432808 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb19c620-8437-4709-8f46-c4dfa251f979,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:03.447112 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-7a3a5d86-b931-443d-b459-00e5a84cc846 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456532
May 19 23:33:03.451750 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:03.455329 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:03.457200 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb19c620-8437-4709-8f46-c4dfa251f979 HTTP/1.1" status: 204  len: 168 time: 0.4106607
May 19 23:33:03.475904 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:03.496198 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3208b6e6-8b20-43ca-bc68-38763e003275 req-2a3ced04-a668-4c52-a957-38616677c3ae tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051199
May 19 23:33:03.507679 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-52ac2f2b-43d9-487a-9333-972b801f888a req-7231b925-64ec-4672-851b-a3b1e925d00e tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837419
May 19 23:33:03.618320 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38ba2a88-2784-42cd-a0d4-6fe363e1c348 req-4d5cce7c-6fa0-4d02-a26e-8504da2798cf service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643438
May 19 23:33:03.714954 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e8237-d9f1-4abe-b54a-8ff3a0816377 req-5b6bf2be-9cb3-4db0-9982-ae908487685e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.725455 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1e0e8237-d9f1-4abe-b54a-8ff3a0816377 req-5b6bf2be-9cb3-4db0-9982-ae908487685e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1111960
May 19 23:33:03.754828 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-a08421d8-986b-49d5-883a-3449e7ab3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.756486 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-a08421d8-986b-49d5-883a-3449e7ab3c7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 1097 time: 0.0852768
May 19 23:33:03.774978 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1e0e8237-d9f1-4abe-b54a-8ff3a0816377 req-7af137b0-62bd-4310-a13f-62ed5d89cb25 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484183
May 19 23:33:03.895314 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-b13997fe-62da-4d8b-9d16-85b210a410bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:03.900393 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-b13997fe-62da-4d8b-9d16-85b210a410bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1300108
May 19 23:33:03.972985 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-84f51530-a22a-4d34-9676-7577bd0f807d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b1ab93-2973-4835-836a-e3b7328fa418 HTTP/1.1" status: 200  len: 217 time: 0.0659137
May 19 23:33:04.050291 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-44c27550-83ca-4dc4-9200-6a6e50904202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:04.051810 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-44c27550-83ca-4dc4-9200-6a6e50904202 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0727186
May 19 23:33:04.137478 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-42da1d8d-6f8f-4bcf-896a-759dc2e43dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:04.138948 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-42da1d8d-6f8f-4bcf-896a-759dc2e43dc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802374
May 19 23:33:04.360987 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-840dbd92-90e5-4b60-b8a6-441afa51597d service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2150490
May 19 23:33:04.499212 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-36c9d885-96e0-45cb-89bd-fcc681227eef req-55fed69b-4d1f-4a50-a76d-9d1964d36381 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307745
May 19 23:33:04.781444 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799692-3a4b-4a20-afcb-9e304ea897d8 req-c6c4b4b7-4f48-4b84-bdb9-8bc77701c865 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:04.782988 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-46799692-3a4b-4a20-afcb-9e304ea897d8 req-c6c4b4b7-4f48-4b84-bdb9-8bc77701c865 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 944 time: 0.1142464
May 19 23:33:04.799076 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ad941-4f94-4216-b78c-6599af68a54e req-842c0aff-0651-4a27-b64e-190d0cfeee6d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:04.800661 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c64ad941-4f94-4216-b78c-6599af68a54e req-842c0aff-0651-4a27-b64e-190d0cfeee6d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1654451
May 19 23:33:04.876948 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c64ad941-4f94-4216-b78c-6599af68a54e req-d1bd5c64-1e65-4acc-9976-580f279c3ff6 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618954
May 19 23:33:04.880237 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-46799692-3a4b-4a20-afcb-9e304ea897d8 req-1d5890fa-5a58-4400-b49b-3c050cffe74b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787015
May 19 23:33:05.070587 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b852-8471-4f50-a518-4763a42658c8 req-5014f487-67d8-4309-958c-2f3d3f05792a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:05.076113 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c420b852-8471-4f50-a518-4763a42658c8 req-5014f487-67d8-4309-958c-2f3d3f05792a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0932515
May 19 23:33:05.129705 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c420b852-8471-4f50-a518-4763a42658c8 req-ad7ca98f-610c-4d59-9bca-19a4d4504a91 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442615
May 19 23:33:05.809956 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49056) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:05.959211 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:05.975529 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:05.979904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Usage tracker for resource:security_group_rule and tenant:22c2e872b17945ac823956690dc985a5 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:05.982730 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:05.988711 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:06.191589 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e303f1-d79d-4ce8-9b43-c1819713d35d req-04992f8c-537c-4205-9ccf-85a4cfbb4220 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:06.192919 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-47e303f1-d79d-4ce8-9b43-c1819713d35d req-04992f8c-537c-4205-9ccf-85a4cfbb4220 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 944 time: 0.2003977
May 19 23:33:06.251153 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988852f-c6f4-47bc-be76-0664c0bf04d8 req-3e36f1bd-41c3-41bf-8663-5e88a0640cb8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:06.252612 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3988852f-c6f4-47bc-be76-0664c0bf04d8 req-3e36f1bd-41c3-41bf-8663-5e88a0640cb8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.2191951
May 19 23:33:06.256972 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:06.270800 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:06.294227 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a7ce8ca1-38d2-4311-82b3-45e14c5b5795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:06.327662 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-47e303f1-d79d-4ce8-9b43-c1819713d35d req-129e86cf-c6ad-4bca-bc7d-e9e7dbb4aa3b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210968
May 19 23:33:06.360341 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22c2e872b17945ac823956690dc985a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5493309
May 19 23:33:06.363537 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 49072) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:06.370794 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3988852f-c6f4-47bc-be76-0664c0bf04d8 req-daddb10d-061e-4366-bf34-1f5efd4b588f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038284
May 19 23:33:06.371590 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74267bed-54c8-4622-992b-0f41d9fee044,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:06.374477 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:06.440287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:06.469240 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:06.512666 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc50a8-6814-4c9c-a3c5-48327cfe9f96 req-265e705b-16f7-452b-b089-962569ee2612 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:06.514469 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42bc50a8-6814-4c9c-a3c5-48327cfe9f96 req-265e705b-16f7-452b-b089-962569ee2612 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0841117
May 19 23:33:06.531520 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:06.537727 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ed015199-503f-4e52-ae57-debcf3d67d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:06.549793 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74267bed-54c8-4622-992b-0f41d9fee044,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:06.553525 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:06.558549 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:06.562138 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74267bed-54c8-4622-992b-0f41d9fee044 HTTP/1.1" status: 204  len: 168 time: 0.1947069
May 19 23:33:06.571673 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42bc50a8-6814-4c9c-a3c5-48327cfe9f96 req-6bd9546d-55bb-437f-94be-ec8a589fe12a tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494885
May 19 23:33:06.871226 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 49092) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:06.897904 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:06.912840 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:06.916579 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Usage tracker for resource:security_group_rule and tenant:337dc451abd04b59b1f2533cea9a0da2 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:06.921311 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:06.928216 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:07.024395 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:07.028939 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:07.039753 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d9f13211-a9d5-44c1-81f1-c6fe1a6a7d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:07.082187 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1322f5-0472-453a-98a5-9d9093671c86,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:07.088745 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=337dc451abd04b59b1f2533cea9a0da2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2142246
May 19 23:33:07.088745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:07.089154 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 49132) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:07.095630 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49136) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:07.160791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:07.192011 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:07.251175 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-ab70989d-0c9d-4944-8256-93fb16963a54 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1471837
May 19 23:33:07.266992 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:07.272733 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-519f973f-762a-49ac-be38-8650b2c45f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:07.283175 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1322f5-0472-453a-98a5-9d9093671c86,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:07.286241 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:07.293044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:07.294680 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d1322f5-0472-453a-98a5-9d9093671c86 HTTP/1.1" status: 204  len: 168 time: 0.2047286
May 19 23:33:07.768357 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78923-be15-4f3a-966e-46b5f410d02b req-0312ac91-f50e-4f02-b453-7cfcf680a5ef tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:07.769833 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0eb78923-be15-4f3a-966e-46b5f410d02b req-0312ac91-f50e-4f02-b453-7cfcf680a5ef tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 944 time: 0.2389655
May 19 23:33:07.824905 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3eb89-6256-4998-9cfb-d096e326ffcb req-b1d18fc2-2222-407a-9f9b-f6b0eb7cc476 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:07.826365 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56f3eb89-6256-4998-9cfb-d096e326ffcb req-b1d18fc2-2222-407a-9f9b-f6b0eb7cc476 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.2201810
May 19 23:33:07.838075 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0eb78923-be15-4f3a-966e-46b5f410d02b req-c2a9e60e-04fc-4801-bdad-645fe18f5e93 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603347
May 19 23:33:07.895915 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56f3eb89-6256-4998-9cfb-d096e326ffcb req-f67fe1d2-74c2-4c09-8e34-e21bab855d42 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612035
May 19 23:33:08.058503 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5926-897e-4540-bad1-3a674b86b9e3 req-f956ce21-08e7-4813-a3cb-63dd014de0db tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:08.060209 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d9b5926-897e-4540-bad1-3a674b86b9e3 req-f956ce21-08e7-4813-a3cb-63dd014de0db tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0947919
May 19 23:33:08.120501 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d9b5926-897e-4540-bad1-3a674b86b9e3 req-2d7f2f98-a6fe-489a-aefd-35fb18e2a113 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522463
May 19 23:33:08.132975 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3105d-3c9a-4cd0-88bc-1d89104cb499 req-ffd3a818-1417-48f9-998c-9fb8e183a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:08.134794 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7db3105d-3c9a-4cd0-88bc-1d89104cb499 req-ffd3a818-1417-48f9-998c-9fb8e183a53c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.1118963
May 19 23:33:08.189497 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7db3105d-3c9a-4cd0-88bc-1d89104cb499 req-098b330a-35e3-43c2-a3f2-a3e4dd410d94 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470288
May 19 23:33:09.044377 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5fe92-9bc1-4566-9311-b298bf50f703 req-148a6f4a-4aff-4b40-b4a9-28f594f84cae tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:09.046924 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56b5fe92-9bc1-4566-9311-b298bf50f703 req-148a6f4a-4aff-4b40-b4a9-28f594f84cae tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 944 time: 0.0863621
May 19 23:33:09.224402 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56b5fe92-9bc1-4566-9311-b298bf50f703 req-44eceb97-850d-466b-bf26-7022424e7534 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1700428
May 19 23:33:09.261704 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c5e4a-cddd-48c0-9d42-f7ee2ea7aa2e req-11d6f1a8-a514-4450-aaee-1933a2d7690b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:09.263524 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-af1c5e4a-cddd-48c0-9d42-f7ee2ea7aa2e req-11d6f1a8-a514-4450-aaee-1933a2d7690b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1926003
May 19 23:33:09.320063 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-af1c5e4a-cddd-48c0-9d42-f7ee2ea7aa2e req-f560e2b8-b0e6-4fdb-8be1-d0aeafddbf55 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497961
May 19 23:33:09.420291 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e363b53-359d-4392-a10a-502124d3ef48 req-49dfda6a-fea2-4d3d-bdf9-1584e4362e11 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:09.421723 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6e363b53-359d-4392-a10a-502124d3ef48 req-49dfda6a-fea2-4d3d-bdf9-1584e4362e11 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0817592
May 19 23:33:09.470896 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6e363b53-359d-4392-a10a-502124d3ef48 req-a4c44ccd-8156-4312-ba2e-28466d964102 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425799
May 19 23:33:09.708221 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880f44-3246-463d-bc28-70cb35768e4a req-5ebf0ec7-8f9a-421b-ba5d-98fa433984d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:09.710381 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-5ebf0ec7-8f9a-421b-ba5d-98fa433984d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f&tenant_id=72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 1097 time: 0.1056409
May 19 23:33:09.817470 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880f44-3246-463d-bc28-70cb35768e4a req-8e961b7e-4c2e-437d-a7a4-c1990c9b5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:09.819071 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-8e961b7e-4c2e-437d-a7a4-c1990c9b5dbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1097 time: 0.0758131
May 19 23:33:10.027440 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880f44-3246-463d-bc28-70cb35768e4a req-48b6a055-dd1e-482b-9317-65e2a66c5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.028907 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-48b6a055-dd1e-482b-9317-65e2a66c5dc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.1993842
May 19 23:33:10.049457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c1fdf-3904-4e4c-8ae4-110b28853c24 req-5aaba3c2-c7ca-4d4f-a8e2-aabd293b1ea7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.051606 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-987c1fdf-3904-4e4c-8ae4-110b28853c24 req-5aaba3c2-c7ca-4d4f-a8e2-aabd293b1ea7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0928323
May 19 23:33:10.092520 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-f0a1b010-5038-48c5-a3e0-af9b39af64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.093989 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-f0a1b010-5038-48c5-a3e0-af9b39af64a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 1099 time: 0.1720700
May 19 23:33:10.098541 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-987c1fdf-3904-4e4c-8ae4-110b28853c24 req-4233beaa-3d1c-4cdf-b671-5b541d8155f4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397313
May 19 23:33:10.239919 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-7a8acccb-59ed-4a04-bc63-589db4ee9817 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 HTTP/1.1" status: 200  len: 1000 time: 0.2031991
May 19 23:33:10.312893 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-eab3aefa-9618-46ff-b3c4-ab5149d2f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.314368 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-eab3aefa-9618-46ff-b3c4-ab5149d2f67f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.2115586
May 19 23:33:10.396948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880f44-3246-463d-bc28-70cb35768e4a req-8b2a473a-6e79-4043-9233-879ccbe81a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.398426 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-8b2a473a-6e79-4043-9233-879ccbe81a01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.1517556
May 19 23:33:10.399818 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-0b5a4ac5-dd5d-4241-a411-26a74e907a42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 200  len: 217 time: 0.0767813
May 19 23:33:10.423928 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb32562-295e-42a4-a78b-6e296ea3238a req-963b10e7-35d8-4c6d-ae2c-a8fe6f0e5de0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.431593 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-abb32562-295e-42a4-a78b-6e296ea3238a req-963b10e7-35d8-4c6d-ae2c-a8fe6f0e5de0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 944 time: 0.0948408
May 19 23:33:10.524989 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-abb32562-295e-42a4-a78b-6e296ea3238a req-008bc51a-64ae-4e94-bf4f-9ab14bde5f69 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925472
May 19 23:33:10.530643 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-b1fa2373-a3c4-425b-95de-3909be0d09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.531970 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-b1fa2373-a3c4-425b-95de-3909be0d09a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.0842123
May 19 23:33:10.559733 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240991-e5a9-4e32-8817-68fa0ea5f28d req-a5dd6e34-cebc-4733-85bc-4492f1700dca tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.561170 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-86240991-e5a9-4e32-8817-68fa0ea5f28d req-a5dd6e34-cebc-4733-85bc-4492f1700dca tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1277285
May 19 23:33:10.588570 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-e88faa73-7d43-4ebf-a88d-281c0220fb28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474846
May 19 23:33:10.590502 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880f44-3246-463d-bc28-70cb35768e4a req-ea2808c0-8378-48d7-9c9a-5f977f890e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:10.592071 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-ea2808c0-8378-48d7-9c9a-5f977f890e84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1793191
May 19 23:33:10.611052 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-86240991-e5a9-4e32-8817-68fa0ea5f28d req-5d90c763-09a8-428a-88da-22acdaeae18a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435455
May 19 23:33:10.957927 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-17f150a5-62c1-4c96-afb2-51ae420d2e8d service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3533828
May 19 23:33:10.959757 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-e5f637da-323c-4311-a73c-b5da18b6fa3f service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3541288
May 19 23:33:11.211118 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-365c1700-ff36-4e6e-b485-f43dddc415d4 req-5149f6e9-9b68-4efc-a9fc-cd95176e6cf2 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2398329
May 19 23:33:11.215354 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-cd880f44-3246-463d-bc28-70cb35768e4a req-ca64c5ca-4f9e-4f9e-96df-f77234e13291 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418590
May 19 23:33:11.296357 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4b0d6-54b2-4591-b346-e1719f8c53e3 req-9dc490d0-fab0-40b0-8fe6-6adabffca69d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:11.297679 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fdb4b0d6-54b2-4591-b346-e1719f8c53e3 req-9dc490d0-fab0-40b0-8fe6-6adabffca69d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0830102
May 19 23:33:11.343257 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fdb4b0d6-54b2-4591-b346-e1719f8c53e3 req-a5f5a3bb-4393-471b-9b26-1908a54313d7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391784
May 19 23:33:11.722844 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b404d-a150-4732-aec8-9fe01130cf21 req-4fe4b5ab-fc97-4c9f-93ce-4be0c2d99ae7 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:11.724751 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f33b404d-a150-4732-aec8-9fe01130cf21 req-4fe4b5ab-fc97-4c9f-93ce-4be0c2d99ae7 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 944 time: 0.0872717
May 19 23:33:11.819237 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f33b404d-a150-4732-aec8-9fe01130cf21 req-91439292-dd2a-45c0-b4c5-cbc3f7eb1081 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578978
May 19 23:33:11.839652 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cefbc2-fc54-411c-b383-8e2fb4d986f8 req-b9c4140c-70f5-4fa7-a83f-aa2e6505fa10 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:11.841108 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a4cefbc2-fc54-411c-b383-8e2fb4d986f8 req-b9c4140c-70f5-4fa7-a83f-aa2e6505fa10 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1154859
May 19 23:33:11.891701 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a4cefbc2-fc54-411c-b383-8e2fb4d986f8 req-48e1a181-7267-4ec2-b9ce-80fc081f12db tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444899
May 19 23:33:12.024937 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 28b1ab93-2973-4835-836a-e3b7328fa418 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:33:12.185476 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 28b1ab93-2973-4835-836a-e3b7328fa418, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=28b1ab93-2973-4835-836a-e3b7328fa418,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:12.201767 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '28b1ab93-2973-4835-836a-e3b7328fa418', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'port_id': '28b1ab93-2973-4835-836a-e3b7328fa418', 'mac_address': 'fa:16:3e:be:9f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:33:12.275255 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:12.295493 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b1ab93-2973-4835-836a-e3b7328fa418 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:33:12.313026 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 28b1ab93-2973-4835-836a-e3b7328fa418, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=28b1ab93-2973-4835-836a-e3b7328fa418,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:12.317441 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:12.320312 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d1225495-f190-4e6b-9f63-df8c49eea1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:12.478643 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=28b1ab93-2973-4835-836a-e3b7328fa418,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:12.501625 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.507407 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.508198 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.508198 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.508417 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.508748 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.509081 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.509407 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.509748 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.510191 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.510396 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.510715 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:33:12.522516 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:12.607746 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['28b1ab93-2973-4835-836a-e3b7328fa418'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:33:12.618882 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdebf34-5d53-492d-9480-9b2fa5097b50 req-5807927d-7447-4f05-8fb5-c8ea4eb1f59e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:12.620687 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1fdebf34-5d53-492d-9480-9b2fa5097b50 req-5807927d-7447-4f05-8fb5-c8ea4eb1f59e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0914609
May 19 23:33:12.666646 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1fdebf34-5d53-492d-9480-9b2fa5097b50 req-fc23ab6f-e149-4cb3-82b3-2a19395f7193 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403056
May 19 23:33:13.099547 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc3283-d14c-447f-b27c-efc9131ccc1b req-5f538fef-9ada-4a34-b442-beda61952eea tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:13.101025 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b9bc3283-d14c-447f-b27c-efc9131ccc1b req-5f538fef-9ada-4a34-b442-beda61952eea tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 945 time: 0.1589534
May 19 23:33:13.162394 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d425d7-8b99-4764-87c5-86b3d214e05c req-26be2733-9169-4c45-b0a0-0f5d66bcf46c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:13.163758 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10d425d7-8b99-4764-87c5-86b3d214e05c req-26be2733-9169-4c45-b0a0-0f5d66bcf46c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1403866
May 19 23:33:13.166442 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b9bc3283-d14c-447f-b27c-efc9131ccc1b req-45dabef9-3315-42ad-a074-27220a6682f1 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596747
May 19 23:33:13.212015 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10d425d7-8b99-4764-87c5-86b3d214e05c req-f15f71d3-0bab-4205-9e96-5d26e107fe9a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425055
May 19 23:33:13.863137 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66536ba-6ba8-43d0-b394-048d31f350cc req-585982de-7c5a-41f5-9e3a-6ee99b9f8f1f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:13.864642 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e66536ba-6ba8-43d0-b394-048d31f350cc req-585982de-7c5a-41f5-9e3a-6ee99b9f8f1f tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0813890
May 19 23:33:13.911181 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e66536ba-6ba8-43d0-b394-048d31f350cc req-fa140159-c85f-44c1-b778-f73f04d4a0fd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403006
May 19 23:33:14.039601 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 28b1ab93-2973-4835-836a-e3b7328fa418 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:33:14.128959 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 28b1ab93-2973-4835-836a-e3b7328fa418 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:33:14.135801 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 28b1ab93-2973-4835-836a-e3b7328fa418 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:33:14.137201 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:14.330833 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:14.363296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:33:14.374960 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 28b1ab93-2973-4835-836a-e3b7328fa418, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=28b1ab93-2973-4835-836a-e3b7328fa418,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:14.380088 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:14.385288 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:14.447513 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51f83f-7169-4865-9bd7-6540fd839807 req-b2bbc7d1-0c5c-41ce-82bd-c729c349ac73 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:14.449631 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e51f83f-7169-4865-9bd7-6540fd839807 req-b2bbc7d1-0c5c-41ce-82bd-c729c349ac73 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1610639
May 19 23:33:14.493196 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=28b1ab93-2973-4835-836a-e3b7328fa418,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:14.502372 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:14.533640 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e51f83f-7169-4865-9bd7-6540fd839807 req-b73ef3bc-942c-4524-9895-5d59fab268ab tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781968
May 19 23:33:14.653484 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418', 'code': 200}
May 19 23:33:14.742421 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b6437-fa61-430d-801d-b8417ebb28e8 req-7d948f52-c614-406b-9449-3a0b07728e6d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:14.749981 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d15b6437-fa61-430d-801d-b8417ebb28e8 req-7d948f52-c614-406b-9449-3a0b07728e6d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.0985496
May 19 23:33:14.847759 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d15b6437-fa61-430d-801d-b8417ebb28e8 req-6c62a263-2b84-4056-9e3b-daa8fe241096 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967791
May 19 23:33:15.798873 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d762c-577a-4e0b-9477-b4fe03648674 req-5810d038-7f8a-4d84-9c1e-e7e1f9536ef0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:15.801539 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e5d762c-577a-4e0b-9477-b4fe03648674 req-5810d038-7f8a-4d84-9c1e-e7e1f9536ef0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1081157
May 19 23:33:15.861669 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e5d762c-577a-4e0b-9477-b4fe03648674 req-f975332a-f10b-41f2-a65e-ebc3302844a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511134
May 19 23:33:16.062823 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ca7ea-c3f0-44f8-98de-0d9a9cb5a97a req-ab5d8b01-eff0-4000-ba56-0f2950830476 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:16.064269 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-616ca7ea-c3f0-44f8-98de-0d9a9cb5a97a req-ab5d8b01-eff0-4000-ba56-0f2950830476 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.0928671
May 19 23:33:16.114979 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-616ca7ea-c3f0-44f8-98de-0d9a9cb5a97a req-f42ba7ca-b7ee-4e54-95e8-ae9d20c097a6 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444026
May 19 23:33:17.130743 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1bfee-f8f9-46da-92e5-6ed1ade9c473 req-0b90415c-b1e0-4223-aa05-9296d1be849e tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:17.137914 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0af1bfee-f8f9-46da-92e5-6ed1ade9c473 req-0b90415c-b1e0-4223-aa05-9296d1be849e tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1378810
May 19 23:33:17.199586 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0af1bfee-f8f9-46da-92e5-6ed1ade9c473 req-99e671bc-03c9-438a-877b-e796eec22b78 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604720
May 19 23:33:17.461697 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b144445-9bc9-491b-ad0b-62a295819cce req-b333893c-830d-472e-b4f4-7752600a0a74 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:17.463432 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8b144445-9bc9-491b-ad0b-62a295819cce req-b333893c-830d-472e-b4f4-7752600a0a74 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1747773
May 19 23:33:17.524276 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8b144445-9bc9-491b-ad0b-62a295819cce req-195d9e9f-732e-4b72-9391-dedc94046362 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542426
May 19 23:33:18.429175 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f64a2-e8ad-4b92-a252-05be2a7b8b88 req-4a9e8e71-18fb-4ec7-85e2-cf9f3ffbfc93 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:18.431541 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9d3f64a2-e8ad-4b92-a252-05be2a7b8b88 req-4a9e8e71-18fb-4ec7-85e2-cf9f3ffbfc93 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.0940056
May 19 23:33:18.497320 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9d3f64a2-e8ad-4b92-a252-05be2a7b8b88 req-cce03d31-57db-4366-8c3b-290c1c2b4ebf tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482452
May 19 23:33:18.764635 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f645c-400a-4a2f-840c-274a475a2943 req-265344ac-1779-4124-9c26-b977e2606936 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:18.767580 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-567f645c-400a-4a2f-840c-274a475a2943 req-265344ac-1779-4124-9c26-b977e2606936 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1062491
May 19 23:33:18.845883 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-567f645c-400a-4a2f-840c-274a475a2943 req-baebc2e2-e5a7-477c-9a0e-bdd09c1467e1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732095
May 19 23:33:19.852929 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f2268-c96d-4929-af8f-d32f9c2e7eee req-f79e44ec-8b42-4742-9619-14265fac1990 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:19.854429 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dd1f2268-c96d-4929-af8f-d32f9c2e7eee req-f79e44ec-8b42-4742-9619-14265fac1990 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.0908642
May 19 23:33:19.905302 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dd1f2268-c96d-4929-af8f-d32f9c2e7eee req-a4bdda79-0010-4a41-aad6-663872e1f5fb tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448866
May 19 23:33:20.078134 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f382d-2b4d-4254-a49a-515f722526cb req-dada4b40-a925-489e-bc85-c383f899878b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:20.079654 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f12f382d-2b4d-4254-a49a-515f722526cb req-dada4b40-a925-489e-bc85-c383f899878b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1052017
May 19 23:33:20.133707 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f12f382d-2b4d-4254-a49a-515f722526cb req-4390a687-3e7f-4079-8886-917d15f713af tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476968
May 19 23:33:21.263662 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995ca2d-5068-4d75-8bb5-5657c7e2bad6 req-cae16daf-4506-4bc4-b529-eb39535c88ff tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:21.265139 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b995ca2d-5068-4d75-8bb5-5657c7e2bad6 req-cae16daf-4506-4bc4-b529-eb39535c88ff tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1276612
May 19 23:33:21.316168 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b995ca2d-5068-4d75-8bb5-5657c7e2bad6 req-3a5b8bba-24b4-4317-986b-50daae3e62c4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440824
May 19 23:33:21.410751 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6251e28-cf3b-46ef-8f92-2e6a6ab65e38 req-8574b20e-f57b-4147-87d0-de2f98328609 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:21.415989 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c6251e28-cf3b-46ef-8f92-2e6a6ab65e38 req-8574b20e-f57b-4147-87d0-de2f98328609 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.0987697
May 19 23:33:21.473586 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c6251e28-cf3b-46ef-8f92-2e6a6ab65e38 req-23d9a565-b359-477d-a210-c5a82f78744d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531549
May 19 23:33:22.365214 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:22.566621 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e67d2-762e-44af-a495-db4692c28d67 req-1fda92cd-cffb-41ec-8a9d-7bb88436b10d tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:22.575732 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cd7e67d2-762e-44af-a495-db4692c28d67 req-1fda92cd-cffb-41ec-8a9d-7bb88436b10d tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1249123
May 19 23:33:22.714392 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cd7e67d2-762e-44af-a495-db4692c28d67 req-eb335f80-7877-422c-b1fb-3a9c5962c272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374884
May 19 23:33:22.773151 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950127cf-6d9d-4e57-8a5d-676ff6156340 req-e4a549df-6906-47bc-8b72-3589c151ba48 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:22.774550 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-950127cf-6d9d-4e57-8a5d-676ff6156340 req-e4a549df-6906-47bc-8b72-3589c151ba48 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1348481
May 19 23:33:22.823404 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-950127cf-6d9d-4e57-8a5d-676ff6156340 req-3e054110-2157-4c2f-b521-e519bb049aee tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429895
May 19 23:33:24.034170 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc99eca-80f5-48bf-9a7f-d22a326738aa req-4df1b6f9-9c7c-4dbe-a152-dd87e0499de6 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:24.035853 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4cc99eca-80f5-48bf-9a7f-d22a326738aa req-4df1b6f9-9c7c-4dbe-a152-dd87e0499de6 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1493785
May 19 23:33:24.097922 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4cc99eca-80f5-48bf-9a7f-d22a326738aa req-2cd355ee-4758-4ee9-abef-1668e9484181 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558600
May 19 23:33:24.113803 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11654a-7d63-4a36-af5a-660e9038c11b req-08d6a190-7d83-410e-ab16-a3967b05919c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:24.123253 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-be11654a-7d63-4a36-af5a-660e9038c11b req-08d6a190-7d83-410e-ab16-a3967b05919c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1474769
May 19 23:33:24.181150 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-be11654a-7d63-4a36-af5a-660e9038c11b req-9c155e7b-113c-4889-bbf2-daa3e150787f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518391
May 19 23:33:25.289430 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0c1d2-8e0c-41cf-af66-06396fabafc1 req-900af516-6828-4799-a3ed-8f08ba0d5dc6 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:25.291879 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aeb0c1d2-8e0c-41cf-af66-06396fabafc1 req-900af516-6828-4799-a3ed-8f08ba0d5dc6 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.0848253
May 19 23:33:25.392890 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aeb0c1d2-8e0c-41cf-af66-06396fabafc1 req-5ff5ca70-3200-4598-8e8a-ec14ef410d22 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954044
May 19 23:33:25.418942 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b2326-d6a3-4277-8554-07aafda559aa req-81464fff-417b-4044-aa0c-b54967db8220 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:25.420521 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-296b2326-d6a3-4277-8554-07aafda559aa req-81464fff-417b-4044-aa0c-b54967db8220 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1084116
May 19 23:33:25.466953 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-296b2326-d6a3-4277-8554-07aafda559aa req-9c7ad470-e8ee-4fd5-920f-2d38ced017a5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397484
May 19 23:33:25.938338 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29e820-5aa4-4fcc-865c-6390196aea29 req-a346f0ab-1862-4ee8-92a0-01f93b2ed119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:25.939934 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ec29e820-5aa4-4fcc-865c-6390196aea29 req-a346f0ab-1862-4ee8-92a0-01f93b2ed119 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 1099 time: 0.1350746
May 19 23:33:25.946856 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-1e962d2e-c2a8-4120-a89e-a352240d1b54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1110518
May 19 23:33:26.024963 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ec29e820-5aa4-4fcc-865c-6390196aea29 req-0aaa9350-97c9-46a5-a0e8-b6d93ea2eafe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769610
May 19 23:33:26.054697 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-e093398d-9837-4b56-8366-69e5bee18491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:26.056224 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-e093398d-9837-4b56-8366-69e5bee18491 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af717d8bc3f5449c927fe56a88641164&device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 1098 time: 0.0810478
May 19 23:33:26.247714 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-c1abecc6-165d-4d48-991e-a12a9297e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:26.249072 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-c1abecc6-165d-4d48-991e-a12a9297e17d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 200  len: 920 time: 0.1301854
May 19 23:33:26.332562 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-2d6d91f7-712c-4aa5-9081-cea0188ad506 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d HTTP/1.1" status: 200  len: 217 time: 0.0667315
May 19 23:33:26.396657 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-229753dc-0574-47b2-940f-a9abd4ae78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:26.398117 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-229753dc-0574-47b2-940f-a9abd4ae78cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 200  len: 859 time: 0.0590262
May 19 23:33:26.451111 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-6e27e84e-318a-4891-8192-79aedaa520b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d6ce15f5-77e4-439f-a473-54a78d5c45bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453036
May 19 23:33:26.615035 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-1e19239e-319f-4d36-8f47-b7b89b35ba20 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533043
May 19 23:33:26.653510 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6c30c-9f8f-41e4-958e-7b59377327c5 req-08923945-16ce-4a50-bdd7-8d42946c44c2 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:26.654970 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a8a6c30c-9f8f-41e4-958e-7b59377327c5 req-08923945-16ce-4a50-bdd7-8d42946c44c2 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1509485
May 19 23:33:26.702041 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d88f97-c4db-4524-a50c-b4382c13b17b req-b5dce423-9555-48c2-9e90-52cfc8ed142d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:26.703540 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-55d88f97-c4db-4524-a50c-b4382c13b17b req-b5dce423-9555-48c2-9e90-52cfc8ed142d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1228590
May 19 23:33:26.757210 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a8a6c30c-9f8f-41e4-958e-7b59377327c5 req-2006db8e-2dd6-4649-846b-5b97efa4138a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926154
May 19 23:33:26.771729 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-55d88f97-c4db-4524-a50c-b4382c13b17b req-2247791d-00a2-4490-a52d-5cd8edf05618 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587873
May 19 23:33:26.791024 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-25b38e25-83dd-4d21-a8b1-10afb751b605 req-40695dfa-abdf-40b1-8651-138e2bf8d7b9 service neutron] 10.222.0.55 "GET /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660671
May 19 23:33:27.302218 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49670) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:27.449550 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:27.464719 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:27.468942 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Usage tracker for resource:security_group_rule and tenant:2999ee3f91fa476999a19988fa301ae7 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:27.472590 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:27.478808 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:27.600937 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:27.605565 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:27.612850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8587c7b8-0334-4e91-8991-54afac4a0738 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:27.654215 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433808b7-8230-4751-acaf-ccd260a83f97,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:27.657758 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:27.660352 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2999ee3f91fa476999a19988fa301ae7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3563042
May 19 23:33:27.663068 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49682) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:27.725019 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e9f899bf-f1a3-4a84-bab7-3b873a6b2dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:27.753562 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e9f899bf-f1a3-4a84-bab7-3b873a6b2dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:27.822444 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e9f899bf-f1a3-4a84-bab7-3b873a6b2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:27.831752 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-97f44646-daaf-49bc-8069-b172ac9df5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:27.849328 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f899bf-f1a3-4a84-bab7-3b873a6b2dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433808b7-8230-4751-acaf-ccd260a83f97,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:27.853749 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-e9f899bf-f1a3-4a84-bab7-3b873a6b2dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:27.860290 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e9f899bf-f1a3-4a84-bab7-3b873a6b2dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:27.861476 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-e9f899bf-f1a3-4a84-bab7-3b873a6b2dc1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/433808b7-8230-4751-acaf-ccd260a83f97 HTTP/1.1" status: 204  len: 168 time: 0.1974521
May 19 23:33:28.079310 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1240f27f-716c-45b1-86f1-ac2e470a9df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.129796 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd287a-4a92-4cdf-a8f1-92ac0dc76859 req-6550862b-fbc9-4a71-b05d-996f18eb9588 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:28.131662 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a0cd287a-4a92-4cdf-a8f1-92ac0dc76859 req-6550862b-fbc9-4a71-b05d-996f18eb9588 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1260116
May 19 23:33:28.139349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17633f79-0219-465d-a4a4-052db0d17402 req-ef10e8b5-d935-47bd-b1f2-ad60dafbe9e3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:28.140777 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-17633f79-0219-465d-a4a4-052db0d17402 req-ef10e8b5-d935-47bd-b1f2-ad60dafbe9e3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.2305052
May 19 23:33:28.214838 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 49698) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:28.220694 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a0cd287a-4a92-4cdf-a8f1-92ac0dc76859 req-8c76e04d-3012-4293-aaa2-15046cd0398b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789473
May 19 23:33:28.225195 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-17633f79-0219-465d-a4a4-052db0d17402 req-767a28c7-582b-4f06-80b7-7b8b0e50f4fc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699410
May 19 23:33:28.233737 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.249771 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:28.254757 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Usage tracker for resource:security_group_rule and tenant:0d18d08e7a9f45d19aa9dca503d3de64 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:28.257703 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:28.264173 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:28.353935 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.358479 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.366092 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f289e16-443a-4fe2-a88c-477b8fdd6641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:28.410785 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d18d08e7a9f45d19aa9dca503d3de64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915040
May 19 23:33:28.410785 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2510b47f-77e6-419b-9088-7873a2bcfc63,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:28.412259 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:28.412924 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 49704) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:28.427514 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d139264-8d47-4c7d-b67d-3070c09cd8a9 req-f47e948b-7bbc-4ba9-8625-8076c77cb01a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:28.429012 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9d139264-8d47-4c7d-b67d-3070c09cd8a9 req-f47e948b-7bbc-4ba9-8625-8076c77cb01a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.0844393
May 19 23:33:28.481361 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.483184 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9d139264-8d47-4c7d-b67d-3070c09cd8a9 req-5aa7bce3-acf3-47ba-8e7f-6c1e892af96a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462220
May 19 23:33:28.508477 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49708) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:28.510036 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.566643 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.572931 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a7687b6b-46d7-4446-84bf-2f8a2beaaa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:28.584514 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2510b47f-77e6-419b-9088-7873a2bcfc63,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:28.587223 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:28.593427 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:28.597142 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2510b47f-77e6-419b-9088-7873a2bcfc63 HTTP/1.1" status: 204  len: 168 time: 0.1810017
May 19 23:33:28.827349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3877dfdd-4341-4a1a-906f-27eef9d4a394 tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:28.828085 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-3877dfdd-4341-4a1a-906f-27eef9d4a394 tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] Synchronizing usage tracker for tenant:a514d650313f45ac8d1639272237a00e on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:33:28.850166 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-3877dfdd-4341-4a1a-906f-27eef9d4a394 tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] Unset dirty status for tenant:a514d650313f45ac8d1639272237a00e on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:33:28.851455 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-3877dfdd-4341-4a1a-906f-27eef9d4a394 tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 1094 time: 0.3419344
May 19 23:33:28.854455 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49722) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:28.859824 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'port_id': '28b1ab93-2973-4835-836a-e3b7328fa418', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:33:28.867138 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:28.871558 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:floatingip and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:28.874730 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:28.880777 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:28.891524 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:29.034833 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:29.179731 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Allocated IP 172.27.1.150 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/6f707280-b4da-4bdb-aaa9-63fcec433909) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:33:29.214021 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:33:29.346083 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:29.453186 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:29.461121 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:29.512839 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738e18-2652-4f70-8b66-87669e016972 req-ae6623e5-a563-45ce-8e87-235140b56cf2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:29.514546 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8c738e18-2652-4f70-8b66-87669e016972 req-ae6623e5-a563-45ce-8e87-235140b56cf2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1544945
May 19 23:33:29.562697 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:33:29.569690 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:33:29.574939 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:33:29.627373 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=6f707280-b4da-4bdb-aaa9-63fcec433909,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:29.648195 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:29.651865 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8c738e18-2652-4f70-8b66-87669e016972 req-e8411c5f-a89a-4326-b5b6-cc1f1d5b31cf tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264064
May 19 23:33:30.342533 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:30.477712 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:30.695588 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:30.708132 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:30.716689 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:30.797012 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-019d8c4b-5ed3-42cc-ae99-2043c8cbffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:30.905416 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:30.906567 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=6f707280-b4da-4bdb-aaa9-63fcec433909,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:30.914256 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:30.935304 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:31.119132 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780a1a-5d85-4360-a0e4-c2fefd50d7a2 req-01f5699b-bcd6-4923-8f78-9518ec847b66 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:31.120620 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b5780a1a-5d85-4360-a0e4-c2fefd50d7a2 req-01f5699b-bcd6-4923-8f78-9518ec847b66 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.3316357
May 19 23:33:31.183074 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.l3_db [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Floating IP 224f9c13-5519-4b5a-aeba-0c78a9ce3b51 associated. External IP: 172.27.1.150, port: 28b1ab93-2973-4835-836a-e3b7328fa418.
May 19 23:33:31.290714 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b5780a1a-5d85-4360-a0e4-c2fefd50d7a2 req-526f3b18-c988-41c7-96d0-0f3e8ffeb457 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1577442
May 19 23:33:31.642499 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:33:31.666679 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:31.923381 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:33:31.937440 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535b729a-b949-46f6-8993-10137853d520 None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:33:31.949456 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:31.969444 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:33:31.969444 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bd62610>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:33:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:33:32.009316 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1537294
May 19 23:33:32.010275 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:33:32.065709 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418', 'status': 'completed', 'code': 200}
May 19 23:33:32.180754 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:33:32.199332 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-b2d6db18-8934-4952-9042-7c8f9b0d4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:32.201249 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-b2d6db18-8934-4952-9042-7c8f9b0d4b1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 1099 time: 0.1017513
May 19 23:33:32.591222 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-fcd72e74-e333-4cb3-ac9e-f7eb14f86157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:32.593302 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-fcd72e74-e333-4cb3-ac9e-f7eb14f86157 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.3825688
May 19 23:33:32.602134 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbffce0-e6b1-4cab-8baa-75f7f743532f req-2b17674d-d561-444c-8418-a970a3d44a59 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:32.614687 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0bbffce0-e6b1-4cab-8baa-75f7f743532f req-2b17674d-d561-444c-8418-a970a3d44a59 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.1179602
May 19 23:33:32.685682 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0bbffce0-e6b1-4cab-8baa-75f7f743532f req-09304f0a-b434-45f7-ab47-c3a63556872c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696704
May 19 23:33:32.720931 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bd62610>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '224f9c13-5519-4b5a-aeba-0c78a9ce3b51', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': '28b1ab93-2973-4835-836a-e3b7328fa418', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:be:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:33:30Z', 'updated_at': '2021-05-19T23:33:30Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:33:32.726456 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535b729a-b949-46f6-8993-10137853d520 None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:33:32.736121 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:33:32.736730 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bd62610>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:33:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:33:32.776489 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-a82d0db7-2c0f-4aa4-a0cd-a3ac510e0bdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b1ab93-2973-4835-836a-e3b7328fa418 HTTP/1.1" status: 200  len: 1000 time: 0.1757815
May 19 23:33:32.859658 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-9fc950da-58e2-447a-b4f0-6088749cffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:32.861142 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-9fc950da-58e2-447a-b4f0-6088749cffbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0779376
May 19 23:33:32.945993 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:33:32.947710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-302fdc7d-3b4c-4038-b6aa-b4a246130d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:32.949212 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-302fdc7d-3b4c-4038-b6aa-b4a246130d47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762589
May 19 23:33:33.108459 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-ddf71538-78ed-47b8-9b64-cc311c23c77a service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420815
May 19 23:33:33.334121 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-535b729a-b949-46f6-8993-10137853d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bd62610>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '224f9c13-5519-4b5a-aeba-0c78a9ce3b51', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': '28b1ab93-2973-4835-836a-e3b7328fa418', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:be:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:33:30Z', 'updated_at': '2021-05-19T23:33:30Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:33:33.339498 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535b729a-b949-46f6-8993-10137853d520 None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '224f9c13-5519-4b5a-aeba-0c78a9ce3b51', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': '28b1ab93-2973-4835-836a-e3b7328fa418', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:be:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:33:30Z', 'updated_at': '2021-05-19T23:33:30Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:33:33.458855 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:33.673707 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3455c4-cc2a-4ef8-a457-6ccfeacad75a None None] New status for floating IP 224f9c13-5519-4b5a-aeba-0c78a9ce3b51: ACTIVE {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:33:33.907188 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5704bb-7d66-4bc1-8f0f-d3a01878677f req-a83742f2-a37d-4b12-a936-76ec23d7f169 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:33.909416 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2e5704bb-7d66-4bc1-8f0f-d3a01878677f req-a83742f2-a37d-4b12-a936-76ec23d7f169 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.0925901
May 19 23:33:33.960693 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2e5704bb-7d66-4bc1-8f0f-d3a01878677f req-05fcc715-efe5-4a92-ae3c-4333c21806f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453870
May 19 23:33:34.299575 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-019f895d-62fc-4d48-b419-fd7e40bd6c0d req-37d4eca2-45bc-4642-8784-53720279ec8c service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361008
May 19 23:33:35.091815 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:33:35.196182 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9601-dd22-4047-8dec-0ae5dc34d0fa req-eef414cc-6cf1-4ba3-b22e-7d4f4765947a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:35.197724 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-943a9601-dd22-4047-8dec-0ae5dc34d0fa req-eef414cc-6cf1-4ba3-b22e-7d4f4765947a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 944 time: 0.0977242
May 19 23:33:35.253233 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-943a9601-dd22-4047-8dec-0ae5dc34d0fa req-05fc01ea-d646-4404-a0bb-cb6995d4b725 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434718
May 19 23:33:35.261441 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:35.277261 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'port_id': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'mac_address': 'fa:16:3e:67:21:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:33:35.366047 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:35.395027 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:33:35.415870 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:35.423961 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:35.427397 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:35.538397 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=9']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:35.541504 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:36.473233 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0246a44-7c59-4e99-96b8-cf7af011b355 req-0c75cf8c-872b-489a-a778-6cea0f78b760 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:36.474688 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c0246a44-7c59-4e99-96b8-cf7af011b355 req-0c75cf8c-872b-489a-a778-6cea0f78b760 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.0857244
May 19 23:33:36.517240 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:33:36.525643 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c0246a44-7c59-4e99-96b8-cf7af011b355 req-2c64261a-750c-4e93-a0e0-436445be9028 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440886
May 19 23:33:37.724832 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e4f09-6585-43a0-a234-fc672c97a11c req-3ac0a26c-83a1-4274-87c8-f65c7ac7f1eb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:37.726283 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-362e4f09-6585-43a0-a234-fc672c97a11c req-3ac0a26c-83a1-4274-87c8-f65c7ac7f1eb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.0810707
May 19 23:33:37.773317 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-362e4f09-6585-43a0-a234-fc672c97a11c req-4edfbeb1-57ca-4a5d-988c-810b3ad47ec3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412514
May 19 23:33:38.416584 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 49926) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:38.503228 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb9d5a-3172-4711-a11f-94106569cddb req-aa02c61c-6695-420d-8549-e9a21094599e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:38.504722 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-97bb9d5a-3172-4711-a11f-94106569cddb req-aa02c61c-6695-420d-8549-e9a21094599e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0863020
May 19 23:33:38.535589 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:38.549420 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-97bb9d5a-3172-4711-a11f-94106569cddb req-df0411d1-b909-4970-aa31-e5a02b9f36da tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390167
May 19 23:33:38.550272 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:38.555036 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae92fd7d267421ab231113a1ffc93a3 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:38.557895 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:38.563596 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:38.648819 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:38.652866 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:38.665834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f87a7c75-15da-48d3-98cb-b20d8594ab22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:38.705176 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ae92fd7d267421ab231113a1ffc93a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2875111
May 19 23:33:38.707252 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4792d3da-b179-4711-a6cd-3fb3a1a69590,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:38.709139 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49934) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:38.711511 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0b62c02e-bbc7-4011-b66c-aa5693a248e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:38.770959 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:38.796327 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:38.855686 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:38.861029 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aaaf3493-48e6-4475-a39f-1d4a3a735310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:38.874431 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4792d3da-b179-4711-a6cd-3fb3a1a69590,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:38.878174 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:38.881821 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4792d3da-b179-4711-a6cd-3fb3a1a69590 HTTP/1.1" status: 204  len: 168 time: 0.1690955
May 19 23:33:38.881821 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:38.978272 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698568bf-7155-44ce-8082-f3abc16b7ef8 req-e1d00b6b-78a7-4f6a-a25f-cc40e750163d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:38.979758 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-698568bf-7155-44ce-8082-f3abc16b7ef8 req-e1d00b6b-78a7-4f6a-a25f-cc40e750163d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 945 time: 0.0847664
May 19 23:33:39.027311 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-698568bf-7155-44ce-8082-f3abc16b7ef8 req-64ff8e73-8d64-4cbe-8594-13945e881f13 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416210
May 19 23:33:39.171047 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 49946) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:39.189078 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.203987 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:39.208271 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Usage tracker for resource:security_group_rule and tenant:89e8e683ad874bcd936fda0a7e62a8f3 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:39.211154 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:39.216782 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:39.298649 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.303030 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.311310 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2c0cf1f2-1583-49cf-8013-a147ec10e944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:39.353183 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89e8e683ad874bcd936fda0a7e62a8f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1810315
May 19 23:33:39.354790 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634deafa-9b45-41bf-a2e4-f0ea27925bcb,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:39.355945 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 49954) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:39.357763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:39.417255 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.443344 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.490379 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:33:39.498316 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.502605 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6cd1d57-8d9e-4a3f-9df5-51a7e10c1bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:39.515598 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634deafa-9b45-41bf-a2e4-f0ea27925bcb,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:39.519609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:39.525133 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.528541 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/634deafa-9b45-41bf-a2e4-f0ea27925bcb HTTP/1.1" status: 204  len: 168 time: 0.1692276
May 19 23:33:39.571357 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:33:39.571585 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.689397 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.719911 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:33:39.736044 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:39.743911 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:39.748343 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8cc99d89-0dd1-47f4-a154-f550e229ba2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:39.753752 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ae847-8068-42b9-9f6e-fed8fea014ef req-549036e2-3e12-4392-855d-f8e956fbe9de tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:39.761218 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-722ae847-8068-42b9-9f6e-fed8fea014ef req-549036e2-3e12-4392-855d-f8e956fbe9de tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1022184
May 19 23:33:39.812168 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-722ae847-8068-42b9-9f6e-fed8fea014ef req-f4ae9a01-a7f6-406d-9f38-4eb3ee31c664 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500271
May 19 23:33:39.812801 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'code': 200}
May 19 23:33:39.833981 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=10']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:39.838148 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:40.234162 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26624ec-3798-436b-95f1-3c9d039ff9dc req-7509eeba-4b32-4c6f-82cc-6b2cd7780765 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:40.235767 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f26624ec-3798-436b-95f1-3c9d039ff9dc req-7509eeba-4b32-4c6f-82cc-6b2cd7780765 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0856111
May 19 23:33:40.281150 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f26624ec-3798-436b-95f1-3c9d039ff9dc req-6d0cd887-251a-4510-9f76-79bd78c73caa tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394518
May 19 23:33:41.007987 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b1959-945d-4f69-b015-202be74fe2f8 req-96fba3a9-322f-4ed6-a9da-e4404809c0b3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:41.010219 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-619b1959-945d-4f69-b015-202be74fe2f8 req-96fba3a9-322f-4ed6-a9da-e4404809c0b3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0811973
May 19 23:33:41.063632 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-619b1959-945d-4f69-b015-202be74fe2f8 req-1f009729-0c6b-4603-8ed3-15707c4bada2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451412
May 19 23:33:41.247348 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11ac08-ba77-490b-8a04-58ebf6aeac5a req-c497054e-705a-4b0a-b23e-c5085bd2dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:41.248844 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4b11ac08-ba77-490b-8a04-58ebf6aeac5a req-c497054e-705a-4b0a-b23e-c5085bd2dabc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1100 time: 0.0800190
May 19 23:33:41.478675 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab1989-e168-49f5-b3d1-ff18868f988a req-9321ad42-38d2-410f-9002-fb6af80f3158 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:41.480343 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5bab1989-e168-49f5-b3d1-ff18868f988a req-9321ad42-38d2-410f-9002-fb6af80f3158 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0877202
May 19 23:33:41.529848 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5bab1989-e168-49f5-b3d1-ff18868f988a req-f228a827-9210-4815-ba5f-e09bee945ceb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422692
May 19 23:33:42.252629 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49640b2-0ad0-4e25-9f16-75bc7df4f262 req-52456740-48c0-45fe-bfd5-2eb620b9aa14 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:42.255747 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b49640b2-0ad0-4e25-9f16-75bc7df4f262 req-52456740-48c0-45fe-bfd5-2eb620b9aa14 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0821702
May 19 23:33:42.264661 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4b11ac08-ba77-490b-8a04-58ebf6aeac5a req-1a8ae996-bcac-428f-bbcf-31c2b7c8bf60 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366027
May 19 23:33:42.304403 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b49640b2-0ad0-4e25-9f16-75bc7df4f262 req-5937a29b-933d-4370-b24b-bc184c9e0d8b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424399
May 19 23:33:42.718967 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1668-8551-4a83-8d91-fa4ffdc12887 req-60174272-473f-46ee-9e67-6bc4ad040717 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:42.720440 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-df1d1668-8551-4a83-8d91-fa4ffdc12887 req-60174272-473f-46ee-9e67-6bc4ad040717 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0785270
May 19 23:33:42.766697 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-df1d1668-8551-4a83-8d91-fa4ffdc12887 req-092f6085-7aa0-4a93-86d9-03e2e4f3e468 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400269
May 19 23:33:43.488669 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae47813-4dae-4998-8228-4f9740a85956 req-de04488c-6854-4768-94ea-62169f689a3c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:43.490147 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bae47813-4dae-4998-8228-4f9740a85956 req-de04488c-6854-4768-94ea-62169f689a3c tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0829709
May 19 23:33:43.534761 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bae47813-4dae-4998-8228-4f9740a85956 req-7f067bd5-ace1-49e4-9ca4-57d6c491465e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385857
May 19 23:33:43.959189 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18f391-be5e-4c2e-a899-4d1114e421fa req-fb021e61-3bb3-44f8-a2c2-026991b158f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:43.960625 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8a18f391-be5e-4c2e-a899-4d1114e421fa req-fb021e61-3bb3-44f8-a2c2-026991b158f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0789111
May 19 23:33:44.007694 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8a18f391-be5e-4c2e-a899-4d1114e421fa req-387783ab-f3a0-44a6-82ef-5af71df0c0ea tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411751
May 19 23:33:44.785108 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbc282-a36a-431d-974d-b4a76f443cfd req-a2b32846-554a-4161-8070-9fbafe1fb5fa tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:44.786534 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f2fbc282-a36a-431d-974d-b4a76f443cfd req-a2b32846-554a-4161-8070-9fbafe1fb5fa tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1466761
May 19 23:33:44.831413 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f2fbc282-a36a-431d-974d-b4a76f443cfd req-c14776f4-ade5-41b2-8e9c-372993eeac70 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384653
May 19 23:33:45.198912 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269222e-0064-4b55-8fc6-1a215de2d8e5 req-2ce6f392-e7d4-4cbd-9d6d-04ff7d425d1b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:45.200425 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a269222e-0064-4b55-8fc6-1a215de2d8e5 req-2ce6f392-e7d4-4cbd-9d6d-04ff7d425d1b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0837882
May 19 23:33:45.246847 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a269222e-0064-4b55-8fc6-1a215de2d8e5 req-d821221d-a323-4f17-9c17-1bcec8ad1da1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405259
May 19 23:33:46.038746 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e247aa-dd51-4cd8-8b75-bbf44362d96b req-d055df1a-e100-4226-a5e9-208e20178287 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:46.040278 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-80e247aa-dd51-4cd8-8b75-bbf44362d96b req-d055df1a-e100-4226-a5e9-208e20178287 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0931580
May 19 23:33:46.094069 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-80e247aa-dd51-4cd8-8b75-bbf44362d96b req-2cc02283-9d45-402b-84b3-b34cd1ae1448 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472147
May 19 23:33:46.439424 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efceee7-e81b-4517-91a4-1caf24ee206c req-1ab710ee-740a-4ed0-a1e4-75946de9f51e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:46.441282 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8efceee7-e81b-4517-91a4-1caf24ee206c req-1ab710ee-740a-4ed0-a1e4-75946de9f51e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0815914
May 19 23:33:46.486507 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8efceee7-e81b-4517-91a4-1caf24ee206c req-03480e45-2b48-42d1-9602-d57d77978a65 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395055
May 19 23:33:47.289815 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba8955-a448-4509-8353-da6506e1cf41 req-359e95fc-39b7-4f68-b4d4-1c8f2048c5b3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:47.291456 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44ba8955-a448-4509-8353-da6506e1cf41 req-359e95fc-39b7-4f68-b4d4-1c8f2048c5b3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.0864463
May 19 23:33:47.344819 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44ba8955-a448-4509-8353-da6506e1cf41 req-7c380116-9d0c-4e56-9dc8-555f6a6ca905 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478358
May 19 23:33:47.574178 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-530ffa0c-b968-40e6-992e-8561ca7a28e3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:47.574965 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-530ffa0c-b968-40e6-992e-8561ca7a28e3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Synchronizing usage tracker for tenant:af717d8bc3f5449c927fe56a88641164 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:33:47.592368 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-530ffa0c-b968-40e6-992e-8561ca7a28e3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Unset dirty status for tenant:af717d8bc3f5449c927fe56a88641164 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:33:47.593824 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-530ffa0c-b968-40e6-992e-8561ca7a28e3 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 945 time: 0.1143982
May 19 23:33:47.723131 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c73bc-7791-4091-8320-905c18f6ed2d req-151c221b-4a34-4925-955e-e2dd9393f38d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:47.725055 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-837c73bc-7791-4091-8320-905c18f6ed2d req-151c221b-4a34-4925-955e-e2dd9393f38d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0925860
May 19 23:33:47.764573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Deleting port 61fef9c2-6b4a-4e06-8b9f-366075b1080d {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:33:47.764997 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:47.784178 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-837c73bc-7791-4091-8320-905c18f6ed2d req-228fe638-c3d5-432d-9176-a6193925a458 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496759
May 19 23:33:47.904974 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] For port 61fef9c2-6b4a-4e06-8b9f-366075b1080d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=61fef9c2-6b4a-4e06-8b9f-366075b1080d,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:47.905336 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:48.028685 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Calling delete_port for 61fef9c2-6b4a-4e06-8b9f-366075b1080d owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:33:48.149020 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:48.154692 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:48.161183 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['880b865b-a2d0-44d9-a719-bba0a4276fed', '61fef9c2-6b4a-4e06-8b9f-366075b1080d'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:33:48.201040 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Pushing event deleted for resources: {'Port': ['ID=61fef9c2-6b4a-4e06-8b9f-366075b1080d,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:48.204207 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:48.362164 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] No DVR routers for this DVR port 61fef9c2-6b4a-4e06-8b9f-366075b1080d on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:33:48.364620 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:48.367294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6627911-32df-4916-96d0-a4841a1b3913', 'name': 'network-vif-deleted', 'tag': '61fef9c2-6b4a-4e06-8b9f-366075b1080d'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:33:48.385062 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0f22b3a3-a384-4119-9a2e-f78b7699de11 req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "DELETE /v2.0/ports/61fef9c2-6b4a-4e06-8b9f-366075b1080d HTTP/1.1" status: 204  len: 173 time: 0.7839193
May 19 23:33:48.419492 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6627911-32df-4916-96d0-a4841a1b3913', 'name': 'network-vif-deleted', 'tag': '61fef9c2-6b4a-4e06-8b9f-366075b1080d', 'status': 'completed', 'code': 200}
May 19 23:33:48.570704 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-23cd847c-f973-48cc-a436-c503a278b9e3 req-49434ac9-f181-46ea-9b11-defdf246de14 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6627911-32df-4916-96d0-a4841a1b3913 HTTP/1.1" status: 200  len: 210 time: 0.0549843
May 19 23:33:50.076678 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0f86f-a767-4594-ae6c-3551518106c6 req-43d07971-8e9d-4e71-b15d-7e93977b4fd5 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:50.078130 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6b0f86f-a767-4594-ae6c-3551518106c6 req-43d07971-8e9d-4e71-b15d-7e93977b4fd5 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0849390
May 19 23:33:50.125159 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6b0f86f-a767-4594-ae6c-3551518106c6 req-4dbc54c0-7390-4481-85ac-fa821feb7f69 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405889
May 19 23:33:50.254093 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c144162-6c15-40b7-9be6-2bad9ec9f972 req-b8c5f536-a5b4-44d2-b2f5-f9c41c5c5c39 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:50.255604 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c144162-6c15-40b7-9be6-2bad9ec9f972 req-b8c5f536-a5b4-44d2-b2f5-f9c41c5c5c39 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 945 time: 0.1026573
May 19 23:33:50.305578 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c144162-6c15-40b7-9be6-2bad9ec9f972 req-6dd5a566-46ac-4878-99f7-463646131ded tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435646
May 19 23:33:50.616339 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 61fef9c2-6b4a-4e06-8b9f-366075b1080d no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:33:50.670121 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 61fef9c2-6b4a-4e06-8b9f-366075b1080d {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:33:50.670776 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 61fef9c2-6b4a-4e06-8b9f-366075b1080d not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:33:50.713092 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50234) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:50.772165 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50240) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:50.911410 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:50.919689 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:50.938128 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:50.941201 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:50.945595 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Usage tracker for resource:security_group_rule and tenant:7e0ea403544744659ff626f2240c8ae3 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:50.948406 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fb38d82b4a55441ea533c9ceb0ae312c is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:50.950863 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:50.953541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:50.961623 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:50.963697 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:51.109880 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.112426 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.115028 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.121977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-cb887ea6-f621-41ab-bd46-6948b1f77afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:51.130636 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.188799 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e0ea403544744659ff626f2240c8ae3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4722738
May 19 23:33:51.189056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50248) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:51.196603 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb38d82b4a55441ea533c9ceb0ae312c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4208086
May 19 23:33:51.196603 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c3b43-cd76-4fc1-861d-4cae9fab6b70,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:51.197550 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50252) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:51.206404 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:51.208398 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e95f15e4-af11-47e1-9a7d-3f5b795ef85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:51.255524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f96e3c2-06b8-4176-bee7-e7756cdadad6,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:51.261573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:51.287565 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.313641 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.313856 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.354487 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.388684 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.396901 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5afe0270-519c-4550-bcba-53e4342c9dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:51.409028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0beb-46ae-4623-9502-3b214cc5b07d req-f84fdc10-8477-4c3f-92dd-22a4049601f4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:51.410527 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e05a0beb-46ae-4623-9502-3b214cc5b07d req-f84fdc10-8477-4c3f-92dd-22a4049601f4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1499548
May 19 23:33:51.412517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c3b43-cd76-4fc1-861d-4cae9fab6b70,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:51.416745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:51.422601 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.424847 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a7c3b43-cd76-4fc1-861d-4cae9fab6b70 HTTP/1.1" status: 204  len: 168 time: 0.2343040
May 19 23:33:51.504247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.511237 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b957e600-f38b-42ba-8558-254c34179d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:51.537591 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f96e3c2-06b8-4176-bee7-e7756cdadad6,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:51.540382 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:51.571176 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e05a0beb-46ae-4623-9502-3b214cc5b07d req-1b741357-af1f-4da0-9f48-52c417f89449 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984666
May 19 23:33:51.573189 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:51.574155 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f96e3c2-06b8-4176-bee7-e7756cdadad6 HTTP/1.1" status: 204  len: 168 time: 0.3751037
May 19 23:33:51.601538 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2b44-a6a4-469e-98f7-66e571ae450a req-d2da6f04-fdaf-42d1-b4a8-3ff519cc68f7 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:51.603009 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-97fe2b44-a6a4-469e-98f7-66e571ae450a req-d2da6f04-fdaf-42d1-b4a8-3ff519cc68f7 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 945 time: 0.1704547
May 19 23:33:51.655521 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-97fe2b44-a6a4-469e-98f7-66e571ae450a req-46fbcee4-39d8-484d-8f99-ff7d7b9bf077 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463836
May 19 23:33:52.019820 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50280) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:52.038237 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.053264 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:52.056773 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Usage tracker for resource:security_group_rule and tenant:d4de88ccf13e4422bb893d67ac8f4ed7 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:52.059517 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:52.065892 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:52.152677 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.156428 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.163379 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d3cf1417-7ded-473a-9db5-c31048a7aa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:52.208102 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091f6c3-c4f2-446a-ab2d-1ca5f116cd86,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:52.212222 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4de88ccf13e4422bb893d67ac8f4ed7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915350
May 19 23:33:52.213059 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:52.214837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50288) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:52.276359 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-21542e20-d832-43ae-bad5-fee27ed52d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.303619 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-21542e20-d832-43ae-bad5-fee27ed52d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.359553 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-21542e20-d832-43ae-bad5-fee27ed52d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.363749 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-415c964f-2e6e-4d1d-b97b-45618e25bc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:52.370340 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.377729 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21542e20-d832-43ae-bad5-fee27ed52d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091f6c3-c4f2-446a-ab2d-1ca5f116cd86,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:52.381425 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-21542e20-d832-43ae-bad5-fee27ed52d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:52.387994 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-21542e20-d832-43ae-bad5-fee27ed52d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:52.389089 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-21542e20-d832-43ae-bad5-fee27ed52d59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7091f6c3-c4f2-446a-ab2d-1ca5f116cd86 HTTP/1.1" status: 204  len: 168 time: 0.1733599
May 19 23:33:52.881739 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6be8d7-f7b3-4fc8-aa49-40147c7efe51 req-2222d06f-f7bc-4f16-972e-60a8da4fe6cb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:52.883870 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-af6be8d7-f7b3-4fc8-aa49-40147c7efe51 req-2222d06f-f7bc-4f16-972e-60a8da4fe6cb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1900618
May 19 23:33:52.937023 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a07d6-d534-4e6d-b5a8-3d468a24ddec req-91097bfb-b4b6-49a2-aaed-22560d919c01 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:52.944025 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-470a07d6-d534-4e6d-b5a8-3d468a24ddec req-91097bfb-b4b6-49a2-aaed-22560d919c01 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 945 time: 0.1519988
May 19 23:33:52.992212 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-af6be8d7-f7b3-4fc8-aa49-40147c7efe51 req-5c79134e-1c77-4216-acc5-2275b7577b3b tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953496
May 19 23:33:53.013598 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-470a07d6-d534-4e6d-b5a8-3d468a24ddec req-a73fcb4b-2f8e-4160-92c2-4062b23dac85 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539904
May 19 23:33:54.246044 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89036aa1-66d9-4aa8-bc2b-adc8fb14eea9 req-9b790f2e-ee27-40d7-8d19-9a4ae9509fc4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:54.247509 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-89036aa1-66d9-4aa8-bc2b-adc8fb14eea9 req-9b790f2e-ee27-40d7-8d19-9a4ae9509fc4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.1450715
May 19 23:33:54.349960 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1ccab-8650-40e6-a29d-9fa2e15a7d1c req-f15a3eda-7116-4f67-9938-dc7b3e36d696 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:54.351404 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fbf1ccab-8650-40e6-a29d-9fa2e15a7d1c req-f15a3eda-7116-4f67-9938-dc7b3e36d696 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 945 time: 0.2022274
May 19 23:33:54.389876 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-89036aa1-66d9-4aa8-bc2b-adc8fb14eea9 req-c8f1aab1-2fab-49b1-9365-3dc9fb8bc0c7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340423
May 19 23:33:54.415891 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fbf1ccab-8650-40e6-a29d-9fa2e15a7d1c req-d82b9354-e9f1-4469-ab93-a20746e45022 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511894
May 19 23:33:55.052432 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-35c661ec-26e2-42e8-a9fc-74d5909fd826 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:55.053963 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-35c661ec-26e2-42e8-a9fc-74d5909fd826 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Synchronizing usage tracker for tenant:7ec20f64d6de42ad94805f2b681eab44 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:33:55.076767 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-35c661ec-26e2-42e8-a9fc-74d5909fd826 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Unset dirty status for tenant:7ec20f64d6de42ad94805f2b681eab44 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:33:55.079004 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-35c661ec-26e2-42e8-a9fc-74d5909fd826 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 945 time: 0.1173127
May 19 23:33:55.257474 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50392) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:55.325514 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Deleting port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:33:55.325861 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:55.413280 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-91989167-7678-4ea0-bfee-10479baa85af tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=511476c77e3b4668907127733b691c42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0292304
May 19 23:33:55.474900 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:55.504318 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] For port 614589d0-cd6c-4dbe-9e81-88e9972de7a4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=614589d0-cd6c-4dbe-9e81-88e9972de7a4,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:33:55.504997 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:55.520845 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:55.525101 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbee631b64041aa802b9e445ed04916 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:55.528345 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:55.584593 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:55.638440 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Calling delete_port for 614589d0-cd6c-4dbe-9e81-88e9972de7a4 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:33:55.728667 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-e9dd8e31-c9d6-473e-b4c5-6fc143301f4a tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:55.730171 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-e9dd8e31-c9d6-473e-b4c5-6fc143301f4a tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2964973
May 19 23:33:55.759612 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:55.761054 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-954cf35c-73f2-4e60-ba6c-55ec16d8f897 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/quotas/511476c77e3b4668907127733b691c42 HTTP/1.1" status: 200  len: 375 time: 0.0221729
May 19 23:33:55.765704 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dafe0a5b-f704-4c64-818a-ea1f708e85e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:55.771839 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['614589d0-cd6c-4dbe-9e81-88e9972de7a4'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:33:55.812853 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Pushing event deleted for resources: {'Port': ['ID=614589d0-cd6c-4dbe-9e81-88e9972de7a4,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:55.817241 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:55.832911 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c172-09f1-4fe0-a037-68b2c8e05397 req-b19c9e8e-456b-49bf-9298-4a4b1918cdab tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:55.834384 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-36f4c172-09f1-4fe0-a037-68b2c8e05397 req-b19c9e8e-456b-49bf-9298-4a4b1918cdab tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.2977688
May 19 23:33:55.841135 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-8a350771-fa39-45fd-8703-9c5a2e7444fa tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=511476c77e3b4668907127733b691c42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0722899
May 19 23:33:55.896100 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] No DVR routers for this DVR port 614589d0-cd6c-4dbe-9e81-88e9972de7a4 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:33:55.897050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:55.898839 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:55.901893 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'name': 'network-vif-deleted', 'tag': '614589d0-cd6c-4dbe-9e81-88e9972de7a4'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:33:55.906028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:55.916649 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-f70226dc-d593-4457-8fc0-e1c08bb82361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:55.918194 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-856f16df-b84d-4b5a-b366-a5671b08a209 req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "DELETE /v2.0/ports/614589d0-cd6c-4dbe-9e81-88e9972de7a4 HTTP/1.1" status: 204  len: 173 time: 0.8280981
May 19 23:33:55.929126 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-36f4c172-09f1-4fe0-a037-68b2c8e05397 req-5f40ccfc-775a-4de9-b7f5-7a9afb792551 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846331
May 19 23:33:55.982812 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cbee631b64041aa802b9e445ed04916&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7212973
May 19 23:33:55.982812 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03abd2cf-21d9-4b2a-be89-c5b705358209,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:55.983547 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50422) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:55.985064 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:56.053761 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.079155 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4c25d-2425-434c-831f-17e8ed5905ba', 'name': 'network-vif-deleted', 'tag': '614589d0-cd6c-4dbe-9e81-88e9972de7a4', 'status': 'completed', 'code': 200}
May 19 23:33:56.088642 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.115000 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10be4142-110b-4154-b951-8cddc85a9d01 req-b480a0a0-26e1-4645-9ef3-6538217bcc5a tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe4c25d-2425-434c-831f-17e8ed5905ba HTTP/1.1" status: 200  len: 210 time: 0.0574260
May 19 23:33:56.157241 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.162609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-50c6bb0f-b223-4683-938c-7e1322c4050e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:56.174033 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03abd2cf-21d9-4b2a-be89-c5b705358209,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:56.178230 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-baf59b1f-4832-4ced-bd75-e253c117f962 req-16c99132-3d7f-4fbc-bab7-1309e6a76c25 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 210 time: 0.0626290
May 19 23:33:56.178867 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:56.182365 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.183581 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03abd2cf-21d9-4b2a-be89-c5b705358209 HTTP/1.1" status: 204  len: 168 time: 0.1989260
May 19 23:33:56.501482 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50436) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:56.522109 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.537757 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:56.543584 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Usage tracker for resource:security_group_rule and tenant:c0f897850d604864a4c2c220810fec37 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:56.547324 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:56.555996 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:56.655330 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.660180 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.667659 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-20456929-cea9-49ad-92a2-cea142ada1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:56.709111 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30304d37-82fc-49db-8fad-783249dd7025,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:56.715885 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0f897850d604864a4c2c220810fec37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2107849
May 19 23:33:56.715885 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:56.716256 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50446) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:56.779230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.811826 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.864195 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.869058 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f46c44c9-79eb-4e2d-81e4-c56cbfabb69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:56.879633 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30304d37-82fc-49db-8fad-783249dd7025,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:56.882936 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:56.886144 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:56.887272 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30304d37-82fc-49db-8fad-783249dd7025 HTTP/1.1" status: 204  len: 168 time: 0.1703873
May 19 23:33:57.127404 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596cd6-686a-4b7f-94b3-a46b1d6505d5 req-23c6de3d-0acd-4bdf-ae8a-02d88908e49d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:57.128894 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-85596cd6-686a-4b7f-94b3-a46b1d6505d5 req-23c6de3d-0acd-4bdf-ae8a-02d88908e49d tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0866368
May 19 23:33:57.181821 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-85596cd6-686a-4b7f-94b3-a46b1d6505d5 req-f9b0323c-c4c9-4e47-934d-9cbf056a3bab tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450027
May 19 23:33:57.267613 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-0e5097ab-ddd5-46d2-b0b5-3b303e2bf88c tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=511476c77e3b4668907127733b691c42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0356092
May 19 23:33:57.412922 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f5958965-c88d-4882-a327-573e244f21d5 req-220f9dbd-a1fe-4a51-8233-7edbb4b395c2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 210 time: 0.0680048
May 19 23:33:57.512378 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-8b58df33-5918-4b61-81ce-091df9f98932 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:57.514083 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-8b58df33-5918-4b61-81ce-091df9f98932 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2341440
May 19 23:33:57.527914 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Request body: {'port': {'device_id': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59', 'admin_state_up': True, 'tenant_id': '511476c77e3b4668907127733b691c42'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:33:57.767800 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:57.772279 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Usage tracker for resource:port and tenant:511476c77e3b4668907127733b691c42 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:57.775286 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:57.780979 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:57.791533 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Made reservation on behalf of 511476c77e3b4668907127733b691c42 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:33:57.794996 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:57.808343 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:57.826773 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:57.830921 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Usage tracker for resource:security_group_rule and tenant:511476c77e3b4668907127733b691c42 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:57.834143 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:57.839960 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:57.937113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:57.943356 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:57.947681 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a67f6198-0984-4ff0-b9ce-6d4d6d8d534e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:58.029573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:58.035024 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:58.089043 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-665c7921-ba6c-4ecd-9208-7d51030924a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.123108 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Allocated IP 192.168.233.63 (4da8b136-192e-40a6-80f8-d2f231e1cc59/244daa2a-fd02-43b5-ad8e-5331b46a6b86/379171d3-6b8f-4d05-9b12-05c10854ed9b) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:33:58.257538 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50500) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:58.345545 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.363899 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Transition to ACTIVE for port object 379171d3-6b8f-4d05-9b12-05c10854ed9b will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:33:58.388596 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.390091 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ba9b3-cd4a-4b89-a277-9cfcc14d8bcc req-8607b9d7-61c1-4c88-b2e5-3229c4fd42e2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:58.391588 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc8ba9b3-cd4a-4b89-a277-9cfcc14d8bcc req-8607b9d7-61c1-4c88-b2e5-3229c4fd42e2 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0968072
May 19 23:33:58.394348 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.394587 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d73af232-b0a4-46fe-947b-55998cf29a40 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:58.427789 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:33:58.445763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Usage tracker for resource:security_group_rule and tenant:e935e2f7050546bcb50d64555ade1d0e is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:33:58.452318 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:33:58.459867 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Network 4da8b136-192e-40a6-80f8-d2f231e1cc59 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:33:58.462821 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:33:58.463041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:33:58.467041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:33:58.467388 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc8ba9b3-cd4a-4b89-a277-9cfcc14d8bcc req-63a7c35f-558c-4d40-b587-d78158480beb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627029
May 19 23:33:58.512533 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Pushing event updated for resources: {'Port': ['ID=379171d3-6b8f-4d05-9b12-05c10854ed9b,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:58.517106 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:58.551535 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:58.552202 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.579751 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0559714
May 19 23:33:58.623837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.633921 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.642275 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-00d210e3-a9f0-4177-bac3-1bf685d81d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:58.693928 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6d0dd-efd4-4158-8ed5-8d430f02c5be,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:58.697170 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:58.699545 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e935e2f7050546bcb50d64555ade1d0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4410312
May 19 23:33:58.702263 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50510) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:58.721936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-c25cf341-155e-4343-9f06-109daad4fab7 None None] Provisioning for port 379171d3-6b8f-4d05-9b12-05c10854ed9b completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:33:58.722942 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10c30-e65a-469e-94c9-84a877dcd13d req-4a8147c5-5b0b-4f73-8fb5-836bebaeb37b tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:58.724494 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42d10c30-e65a-469e-94c9-84a877dcd13d req-4a8147c5-5b0b-4f73-8fb5-836bebaeb37b tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 935 time: 0.1631949
May 19 23:33:58.727379 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-c25cf341-155e-4343-9f06-109daad4fab7 None None] Provisioning complete for port 379171d3-6b8f-4d05-9b12-05c10854ed9b triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:33:58.727957 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c25cf341-155e-4343-9f06-109daad4fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.773640 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.775519 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42d10c30-e65a-469e-94c9-84a877dcd13d req-5a6850b3-562d-4a3f-a37d-4a1865b4313f tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452523
May 19 23:33:58.781210 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-c25cf341-155e-4343-9f06-109daad4fab7 None None] Port 379171d3-6b8f-4d05-9b12-05c10854ed9b cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:33:58.800188 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.854906 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.858521 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b69900d4-5139-40ac-ab0b-fda686bafe6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:33:58.870146 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6d0dd-efd4-4158-8ed5-8d430f02c5be,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:33:58.874905 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:33:58.878493 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:33:58.879537 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dcf6d0dd-efd4-4158-8ed5-8d430f02c5be HTTP/1.1" status: 204  len: 168 time: 0.1758251
May 19 23:33:59.662502 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faba6f-4f1a-4052-9524-02e09b35f5e8 req-0575669e-2c69-4dd6-9e97-16cdfabebffd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:59.664112 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-47faba6f-4f1a-4052-9524-02e09b35f5e8 req-0575669e-2c69-4dd6-9e97-16cdfabebffd tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0820310
May 19 23:33:59.711281 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-47faba6f-4f1a-4052-9524-02e09b35f5e8 req-5d233e60-f216-4d2f-8736-1b6258ec31d4 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407400
May 19 23:33:59.959247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50550) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:33:59.977404 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61a9ff-6419-427f-aa53-fd3ea68de9d9 req-8b7d3206-3319-4d8d-9b21-3334be76f178 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:33:59.978932 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ca61a9ff-6419-427f-aa53-fd3ea68de9d9 req-8b7d3206-3319-4d8d-9b21-3334be76f178 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 935 time: 0.0907965
May 19 23:34:00.025599 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ca61a9ff-6419-427f-aa53-fd3ea68de9d9 req-84cd88a4-dede-48f6-8744-404c8aa9ba9d tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407867
May 19 23:34:00.075625 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.090675 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:00.094503 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Usage tracker for resource:security_group_rule and tenant:74cf088002d04dc3b43ed65723ee9521 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:00.098071 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:00.103729 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:00.184271 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.188837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.196089 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-76c0a858-329f-4c3e-af52-5aa94e230647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:00.243046 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=74cf088002d04dc3b43ed65723ee9521&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2803879
May 19 23:34:00.243046 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bfeab7-5708-435d-bd1f-10dddc113a39,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:00.243874 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50558) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:00.245050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:00.306592 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.332132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.383281 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.387871 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ee217e69-2990-480c-8400-179ab115e5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:00.399975 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bfeab7-5708-435d-bd1f-10dddc113a39,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:00.409123 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.409488 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.409841 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.410198 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.410543 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.410889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.411260 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.411604 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.411951 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.412292 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.412628 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.412961 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:00.416158 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:00.416955 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.426648 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0bfeab7-5708-435d-bd1f-10dddc113a39 HTTP/1.1" status: 204  len: 168 time: 0.1731813
May 19 23:34:00.781047 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 614589d0-cd6c-4dbe-9e81-88e9972de7a4 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:34:00.782833 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Request body: {'port': {'device_id': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:00.823991 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 614589d0-cd6c-4dbe-9e81-88e9972de7a4 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:34:00.824745 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 614589d0-cd6c-4dbe-9e81-88e9972de7a4 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:34:00.827487 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0019cefa-2983-4f0a-b1ba-8e3d7ce09b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.913196 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.917136 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:00.920766 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d837dd-5e66-4840-85e6-745a541dc65a req-828e9762-1724-4eaa-ad0f-03b74d344cbf tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:00.927748 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-99d837dd-5e66-4840-85e6-745a541dc65a req-828e9762-1724-4eaa-ad0f-03b74d344cbf tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0928402
May 19 23:34:00.975618 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-99d837dd-5e66-4840-85e6-745a541dc65a req-eab0914e-80de-489d-8d74-f0e43242decb tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470169
May 19 23:34:01.245219 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e3120-9ac5-4909-b3fe-896a70e687a8 req-f83de0e9-6abc-46c2-83c5-215109a830ab tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:01.246829 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2b3e3120-9ac5-4909-b3fe-896a70e687a8 req-f83de0e9-6abc-46c2-83c5-215109a830ab tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 935 time: 0.0994451
May 19 23:34:01.296970 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2b3e3120-9ac5-4909-b3fe-896a70e687a8 req-24aa32fa-9b39-4a0f-bdc1-44a384fb845f tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410433
May 19 23:34:01.363904 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379171d3-6b8f-4d05-9b12-05c10854ed9b {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:34:01.383402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:01.404215 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Transition to ACTIVE for port object 379171d3-6b8f-4d05-9b12-05c10854ed9b will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:01.409948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:01.414654 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-78b2bc95-0be6-46f4-b0f5-ea68af398868 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:01.546880 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-10582a88-e5ab-4116-bceb-858f1ed048c7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:01.547636 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-10582a88-e5ab-4116-bceb-858f1ed048c7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Synchronizing usage tracker for tenant:af717d8bc3f5449c927fe56a88641164 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:01.594133 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Pushing event updated for resources: {'Port': ['ID=379171d3-6b8f-4d05-9b12-05c10854ed9b,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:01.604615 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:01.672634 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:01.759896 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-10582a88-e5ab-4116-bceb-858f1ed048c7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Unset dirty status for tenant:af717d8bc3f5449c927fe56a88641164 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:01.761066 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-10582a88-e5ab-4116-bceb-858f1ed048c7 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.4626472
May 19 23:34:01.840173 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Attempting to bind port 379171d3-6b8f-4d05-9b12-05c10854ed9b on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:01.840510 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Attempting to bind port 379171d3-6b8f-4d05-9b12-05c10854ed9b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:01.840845 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Attempting to bind port 379171d3-6b8f-4d05-9b12-05c10854ed9b on network 4da8b136-192e-40a6-80f8-d2f231e1cc59 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:01.849660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Port 379171d3-6b8f-4d05-9b12-05c10854ed9b on network 4da8b136-192e-40a6-80f8-d2f231e1cc59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:34:01.849995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Attempting to bind port 379171d3-6b8f-4d05-9b12-05c10854ed9b on network 4da8b136-192e-40a6-80f8-d2f231e1cc59 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:01.890122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:01.890497 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Checking segment: {'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:01.890822 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Bound using segment: {'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:01.891295 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Bound port: 379171d3-6b8f-4d05-9b12-05c10854ed9b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf93e143-d1e7-4e2c-8969-d26c5635b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:01.891654 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:02.047120 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Deleting port 880b865b-a2d0-44d9-a719-bba0a4276fed {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:34:02.047607 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:02.086351 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] For port 379171d3-6b8f-4d05-9b12-05c10854ed9b, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:02.145981 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] For port 379171d3-6b8f-4d05-9b12-05c10854ed9b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=379171d3-6b8f-4d05-9b12-05c10854ed9b,segment=NetworkSegment(bf93e143-d1e7-4e2c-8969-d26c5635b4bd),segment_id=bf93e143-d1e7-4e2c-8969-d26c5635b4bd)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:02.158948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:02.166259 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ccfe1a57-ed1e-4f3e-be20-efe923e410c6 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:02.187079 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae60ae1-a1c5-4c63-a88b-2e5a54d6500a req-f771c203-d54e-4547-ba85-13bd8960bb34 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:02.188577 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fae60ae1-a1c5-4c63-a88b-2e5a54d6500a req-f771c203-d54e-4547-ba85-13bd8960bb34 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 946 time: 0.0850813
May 19 23:34:02.240180 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fae60ae1-a1c5-4c63-a88b-2e5a54d6500a req-eeae9a2c-2fa5-4fbe-95b4-233d0cd3aa23 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/security-groups?id=a22d7022-211b-484b-99e5-02cf04cbe6fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452414
May 19 23:34:02.241168 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:02.241798 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:02.243211 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] 10.222.0.55 "PUT /v2.0/ports/379171d3-6b8f-4d05-9b12-05c10854ed9b HTTP/1.1" status: 200  len: 1097 time: 1.4648833
May 19 23:34:02.244383 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'tag': '379171d3-6b8f-4d05-9b12-05c10854ed9b'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:02.284603 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] For port 880b865b-a2d0-44d9-a719-bba0a4276fed, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=880b865b-a2d0-44d9-a719-bba0a4276fed,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:02.285825 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:02.302004 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'tag': '379171d3-6b8f-4d05-9b12-05c10854ed9b', 'status': 'completed', 'code': 200}
May 19 23:34:02.306291 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Pushing event updated for resources: {'Port': ['ID=379171d3-6b8f-4d05-9b12-05c10854ed9b,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:02.450542 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:02.458218 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Calling delete_port for 880b865b-a2d0-44d9-a719-bba0a4276fed owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:34:02.530927 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2d8107af-2d71-4055-ac15-30f01dc19955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:02.532456 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-2d8107af-2d71-4055-ac15-30f01dc19955 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=511476c77e3b4668907127733b691c42&device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 1100 time: 0.1725299
May 19 23:34:02.570210 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9da1-667e-49b4-af70-37b0f7845eb7 req-8071c835-65c5-4934-8473-bc0a9cb5f580 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:02.571990 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2cbb9da1-667e-49b4-af70-37b0f7845eb7 req-8071c835-65c5-4934-8473-bc0a9cb5f580 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 947 time: 0.1592815
May 19 23:34:02.606975 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-cca85d4b-4754-49cd-a835-1c43fad7b161 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=379171d3-6b8f-4d05-9b12-05c10854ed9b HTTP/1.1" status: 200  len: 217 time: 0.0658848
May 19 23:34:02.621231 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2cbb9da1-667e-49b4-af70-37b0f7845eb7 req-7546aac1-e67c-43f0-9849-da8535cd2456 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433075
May 19 23:34:02.729289 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-402df180-c79e-41be-b79c-8216843cecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:02.730720 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-402df180-c79e-41be-b79c-8216843cecbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244daa2a-fd02-43b5-ad8e-5331b46a6b86 HTTP/1.1" status: 200  len: 843 time: 0.1142771
May 19 23:34:02.731794 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:02.738012 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e9dd85a1-49cc-4854-ab81-d49880a07c9d tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:02.744094 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['880b865b-a2d0-44d9-a719-bba0a4276fed'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:34:02.823270 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Pushing event deleted for resources: {'Port': ['ID=880b865b-a2d0-44d9-a719-bba0a4276fed,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:02.830824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:02.901617 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50640) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:02.918079 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] No DVR routers for this DVR port 880b865b-a2d0-44d9-a719-bba0a4276fed on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:34:02.920900 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:02.941391 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-53705856-1958-4dfa-abd4-ad1597c489d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:02.942909 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-53705856-1958-4dfa-abd4-ad1597c489d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4da8b136-192e-40a6-80f8-d2f231e1cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1742752
May 19 23:34:02.944285 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-d0d837f4-3b5e-4456-92c6-d21841102c0f req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.55 "DELETE /v2.0/ports/880b865b-a2d0-44d9-a719-bba0a4276fed HTTP/1.1" status: 204  len: 173 time: 1.1755016
May 19 23:34:03.034744 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.057083 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:03.063347 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Usage tracker for resource:security_group_rule and tenant:423e5c91512848c5b58fc928787e9088 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:03.068748 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:03.075927 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:03.094573 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-b6e43946-e801-4153-8cbd-90b3de4f2ca6 service neutron] 10.222.0.55 "GET /v2.0/networks/4da8b136-192e-40a6-80f8-d2f231e1cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394920
May 19 23:34:03.175915 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.180227 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.190956 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a529c990-e084-4b2b-b33c-230932248dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:03.219696 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043bafad-c200-4555-9e56-bdaf818c70a2,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:03.230366 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.230675 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.231213 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.231519 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.231861 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.232258 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.232564 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.232947 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.233276 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.233584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.233900 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.234242 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:03.245619 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:03.255140 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=423e5c91512848c5b58fc928787e9088&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3524292
May 19 23:34:03.258746 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50654) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:03.325687 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7729924f-0c73-4a12-ba81-43e5aea7cfa3 req-e575938c-bf5e-495a-a0da-e733860b63a9 service neutron] 10.222.0.55 "GET /v2.0/networks/4da8b136-192e-40a6-80f8-d2f231e1cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239192
May 19 23:34:03.328334 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.356223 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.467602 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.482829 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f0ab6b5d-392f-4ef7-b9ed-2878c053e5ba req-1d31dfc4-0fa0-44ae-be33-ca0b25add020 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae24266-7684-484d-ac7d-86ce86a39257 HTTP/1.1" status: 200  len: 210 time: 0.0567045
May 19 23:34:03.501252 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.508387 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cbcb3e6e-3223-4d38-bb9b-103eb9a80213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:03.513839 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-10ea44f9-63ef-42bd-a3c3-7931c3501e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:03.517518 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-10ea44f9-63ef-42bd-a3c3-7931c3501e0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=511476c77e3b4668907127733b691c42&device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 1100 time: 0.1355078
May 19 23:34:03.525185 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043bafad-c200-4555-9e56-bdaf818c70a2,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:03.531028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:03.555074 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:03.558564 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/043bafad-c200-4555-9e56-bdaf818c70a2 HTTP/1.1" status: 204  len: 168 time: 0.2983418
May 19 23:34:03.827778 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-18b4d1e2-374c-4e28-8498-a6f269d32ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:03.829318 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-18b4d1e2-374c-4e28-8498-a6f269d32ea6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4da8b136-192e-40a6-80f8-d2f231e1cc59 HTTP/1.1" status: 200  len: 870 time: 0.3065598
May 19 23:34:03.836525 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9d00e-11f9-4dde-9f08-af2a2b30359a req-d36db6ea-d7d1-4edf-b59e-c2a8ff66bc14 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:03.838078 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e7f9d00e-11f9-4dde-9f08-af2a2b30359a req-d36db6ea-d7d1-4edf-b59e-c2a8ff66bc14 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 947 time: 0.0903084
May 19 23:34:03.886743 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e7f9d00e-11f9-4dde-9f08-af2a2b30359a req-6718cae8-73fd-4417-909b-a75804025d6a tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429077
May 19 23:34:04.274978 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50688) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:04.302761 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae24266-7684-484d-ac7d-86ce86a39257', 'name': 'network-vif-deleted', 'tag': '880b865b-a2d0-44d9-a719-bba0a4276fed'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:04.345872 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae24266-7684-484d-ac7d-86ce86a39257', 'name': 'network-vif-deleted', 'tag': '880b865b-a2d0-44d9-a719-bba0a4276fed', 'status': 'completed', 'code': 200}
May 19 23:34:04.379342 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513586561-network', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:04.383881 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:04.387698 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Usage tracker for resource:network and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:04.390465 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:04.397349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:04.406784 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Made reservation on behalf of 5b5c81ae2b1c44078ea002a45adb03b6 for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:04.409113 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.420540 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.434554 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:04.438240 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:04.441598 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:04.447124 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:04.529858 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.535470 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.539433 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:04.569074 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:34:04.579727 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc178cde-a032-4d03-85fc-6d0b498e4e86,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:04.580037 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50700) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:04.580959 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:04.585643 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.585643 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Added segment 51bb00a3-f289-4dd4-b0e7-aa1f17491f6d of type vlan for network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2
May 19 23:34:04.613487 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.645196 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.647001 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:04.647641 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.652396 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:04.755596 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Pushing event updated for resources: {'Network': ['ID=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:04.758555 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:04.762979 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4842770
May 19 23:34:04.763809 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50706) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:04.765942 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:34:04.769947 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Request body: {'subnet': {'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513586561-subnet', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:04.774890 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:04.778777 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Usage tracker for resource:subnet and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:04.782054 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:04.788532 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:04.800873 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Made reservation on behalf of 5b5c81ae2b1c44078ea002a45adb03b6 for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:04.803429 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:04.826584 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-de103a36-f494-4a33-9cea-977b4aec8dc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=379171d3-6b8f-4d05-9b12-05c10854ed9b HTTP/1.1" status: 200  len: 217 time: 0.0835881
May 19 23:34:05.182238 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462edb5-3b93-4637-bd30-8645afe7e396 req-fbea75a3-13c6-452e-94d4-8a5ea859d098 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:05.183725 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2462edb5-3b93-4637-bd30-8645afe7e396 req-fbea75a3-13c6-452e-94d4-8a5ea859d098 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 947 time: 0.1831481
May 19 23:34:05.231843 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.245407 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2462edb5-3b93-4637-bd30-8645afe7e396 req-ba6cb54b-1273-41ae-a234-b2509714adaf tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509200
May 19 23:34:05.323340 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.327811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:05.394954 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affe680a-fc84-4529-8f74-dc833b58e425,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:05.398733 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:05.405728 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Checking segment: {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:05.406080 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Network hostable DHCP agents. Network: 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:34:05.423728 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:34:05.433755 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:05.444227 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9711d58e-5e80-47fe-85c8-72a6f074b6ae None None] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:34:05.444642 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:05.445236 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.466101 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7012727
May 19 23:34:05.468652 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50712) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:05.473925 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:05.478784 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:05.482349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Usage tracker for resource:router and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:05.485191 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:05.491916 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:05.504433 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.505807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.521504 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.618085 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 880b865b-a2d0-44d9-a719-bba0a4276fed no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:34:05.658180 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 880b865b-a2d0-44d9-a719-bba0a4276fed {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:34:05.659225 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 880b865b-a2d0-44d9-a719-bba0a4276fed not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:34:05.686551 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Deleting port be1593fb-49c7-4db9-ab67-3ad4ec12d222 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:34:05.687123 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.711132 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:34:05.712775 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.817386 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] For port be1593fb-49c7-4db9-ab67-3ad4ec12d222, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=be1593fb-49c7-4db9-ab67-3ad4ec12d222,segment=NetworkSegment(0bbee78f-b430-4f68-81f9-eb2075971600),segment_id=0bbee78f-b430-4f68-81f9-eb2075971600)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:05.817755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.903956 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:05.905883 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Allocated IP 172.20.0.2 (49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2/affe680a-fc84-4529-8f74-dc833b58e425/3e2fac6a-024a-4f5a-ade8-1008ca502098) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:06.043902 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Calling delete_port for be1593fb-49c7-4db9-ab67-3ad4ec12d222 owned by network:router_interface {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:34:06.126675 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.139750 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Transition to ACTIVE for port object 3e2fac6a-024a-4f5a-ade8-1008ca502098 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:06.160878 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Transition to ACTIVE for port object 3e2fac6a-024a-4f5a-ade8-1008ca502098 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:06.166631 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.170323 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:06.219118 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:34:06.226226 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.235696 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:06.239129 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:06.241696 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:06.257856 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.285704 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Pushing event updated for resources: {'Port': ['ID=3e2fac6a-024a-4f5a-ade8-1008ca502098,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:06.300502 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:06.356807 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.363953 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c085a47a-5c0f-4d88-bc11-f645982de8d1 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:06.364707 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Attempting to bind port 3e2fac6a-024a-4f5a-ade8-1008ca502098 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:06.365320 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Attempting to bind port 3e2fac6a-024a-4f5a-ade8-1008ca502098 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:06.365759 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Attempting to bind port 3e2fac6a-024a-4f5a-ade8-1008ca502098 on network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:06.372259 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:06.372724 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Checking segment: {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:06.373201 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.373669 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Bound using segment: {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:06.374214 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Bound port: 3e2fac6a-024a-4f5a-ade8-1008ca502098, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:06.374663 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.414499 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Pushing event deleted for resources: {'Port': ['ID=be1593fb-49c7-4db9-ab67-3ad4ec12d222,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:06.470440 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Allocated IP 172.27.1.124 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/81faa51d-ad09-4d1f-a771-46dd38c83a25) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:06.474500 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] For port 3e2fac6a-024a-4f5a-ade8-1008ca502098, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:06.476499 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:06.478494 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] For port 3e2fac6a-024a-4f5a-ade8-1008ca502098, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=3e2fac6a-024a-4f5a-ade8-1008ca502098,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:06.483236 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.491153 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:06.534068 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e00288-e3e2-4678-9d08-ec5a218006bb req-f6f61662-eb22-4035-b4c3-ffb6d647e9b2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:06.535567 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-77e00288-e3e2-4678-9d08-ec5a218006bb req-f6f61662-eb22-4035-b4c3-ffb6d647e9b2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 947 time: 0.1553490
May 19 23:34:06.573654 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Pushing event updated for resources: {'Port': ['ID=3e2fac6a-024a-4f5a-ade8-1008ca502098,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:06.576897 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:06.656154 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-77e00288-e3e2-4678-9d08-ec5a218006bb req-338f23eb-2470-4e81-ac9f-b7ad780abac7 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757742
May 19 23:34:06.704365 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.742914 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-7224b4e1-57d9-46d2-a5f6-67f37ead84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:06.744697 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-7224b4e1-57d9-46d2-a5f6-67f37ead84d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244daa2a-fd02-43b5-ad8e-5331b46a6b86 HTTP/1.1" status: 200  len: 843 time: 0.1466453
May 19 23:34:06.758969 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.763997 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:06.798131 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:06.829249 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:06.831971 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:06.834350 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:06.901074 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Pushing event updated for resources: {'Port': ['ID=81faa51d-ad09-4d1f-a771-46dd38c83a25,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:06.910025 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:07.040917 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-077cee33-cb72-4308-a5ce-5dcb76bf5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:07.042422 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-077cee33-cb72-4308-a5ce-5dcb76bf5219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4da8b136-192e-40a6-80f8-d2f231e1cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2878339
May 19 23:34:07.088185 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 3e2fac6a-024a-4f5a-ade8-1008ca502098 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:07.160165 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 3e2fac6a-024a-4f5a-ade8-1008ca502098 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:07.241816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Router 7402b32f-d834-4273-abd1-1e8e16e104fe has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:34:07.326170 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:07.551358 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:07.561504 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] Sync routers for ids ['7402b32f-d834-4273-abd1-1e8e16e104fe'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:07.567126 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] 10.222.0.59 "PUT /v2.0/routers/7402b32f-d834-4273-abd1-1e8e16e104fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9760847
May 19 23:34:07.567649 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50726) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:07.576383 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] Routers {'7402b32f-d834-4273-abd1-1e8e16e104fe'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:07.577208 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baafd00>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['7402b32f-d834-4273-abd1-1e8e16e104fe'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:07.672625 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca753f-0fb4-42ba-b220-17e0063fec29 None None] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:34:07.777106 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks [] for router, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:07.781750 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] Set router 7402b32f-d834-4273-abd1-1e8e16e104fe gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:07.952987 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Provisioning for port 3e2fac6a-024a-4f5a-ade8-1008ca502098 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:07.965810 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Provisioning complete for port 3e2fac6a-024a-4f5a-ade8-1008ca502098 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:07.966187 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.025408 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.137396 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.174368 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] For port 3e2fac6a-024a-4f5a-ade8-1008ca502098, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=3e2fac6a-024a-4f5a-ade8-1008ca502098,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:08.179509 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.182344 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.186908 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:08.213927 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baafd00>, [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:34:06Z', 'revision_number': 5, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port': {'id': '7e58b87d-7cd7-45c4-b6b9-91b62e157b1e', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:55Z', 'updated_at': '2021-05-19T23:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:08.222439 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] Checking router: 7402b32f-d834-4273-abd1-1e8e16e104fe for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:08.231984 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] Routers {'7402b32f-d834-4273-abd1-1e8e16e104fe'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:08.232601 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baafd00>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['7402b32f-d834-4273-abd1-1e8e16e104fe'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:08.274048 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-db35d558-6fae-4b29-9b9d-ec3799266a41 service neutron] 10.222.0.55 "GET /v2.0/networks/4da8b136-192e-40a6-80f8-d2f231e1cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942332
May 19 23:34:08.305495 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Deleting port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:34:08.306007 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.307809 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Pushing event updated for resources: {'Port': ['ID=3e2fac6a-024a-4f5a-ade8-1008ca502098,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:08.311545 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:08.316818 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dda25-ee1c-4756-8506-c79f17276b94 req-9255aa0f-135e-4ddd-ab0a-86db8ae1eb5c tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:08.324013 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-851dda25-ee1c-4756-8506-c79f17276b94 req-9255aa0f-135e-4ddd-ab0a-86db8ae1eb5c tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 947 time: 0.4253373
May 19 23:34:08.405746 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-5b95c18d-06b9-48e4-882c-671042b2e49f None None] Provisioning complete for port 3e2fac6a-024a-4f5a-ade8-1008ca502098 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:08.406167 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b95c18d-06b9-48e4-882c-671042b2e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.444016 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] Set router 7402b32f-d834-4273-abd1-1e8e16e104fe gateway port host: None {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:08.470713 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] For port 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:08.472564 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.473867 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-851dda25-ee1c-4756-8506-c79f17276b94 req-46126b22-6756-489b-9537-a36883320c5d tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489356
May 19 23:34:08.520243 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-974d2b6f-ef8c-4762-b40c-5647fe7f317b tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:08.522012 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-974d2b6f-ef8c-4762-b40c-5647fe7f317b tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/networks?id=9f659189-d571-4142-b244-341ab2689f66 HTTP/1.1" status: 200  len: 814 time: 0.3055532
May 19 23:34:08.531577 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Router c5d55ee9-30c1-4b27-a133-be619b3b0e05 is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:34:08.549501 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-6240b647-8240-44c1-a371-cd83a08d42f8 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/quotas/7ec20f64d6de42ad94805f2b681eab44 HTTP/1.1" status: 200  len: 375 time: 0.0200541
May 19 23:34:08.563979 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baafd00>, [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:34:08Z', 'revision_number': 6, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:08.568862 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c57d53-366d-45ea-8379-c7b0ecd1a80e None None] The sync data for ids ['7402b32f-d834-4273-abd1-1e8e16e104fe'] in dv-cinder-792209-1-iscsi is: [{'id': '7402b32f-d834-4273-abd1-1e8e16e104fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1178418756-router', 'tenant_id': 'af717d8bc3f5449c927fe56a88641164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:54Z', 'updated_at': '2021-05-19T23:34:08Z', 'revision_number': 6, 'project_id': 'af717d8bc3f5449c927fe56a88641164', 'gw_port_host': None}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:08.621708 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Calling delete_port for 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e owned by network:router_gateway {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:34:08.659310 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d8a7540c-c432-4783-ba60-6d8c9a8b3cf0 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ec20f64d6de42ad94805f2b681eab44&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1088936
May 19 23:34:08.850243 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.856150 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ef9ca778-b207-46bf-8e44-a546c26ffb68 tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:08.889587 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:08.898611 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Sync routers for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:08.902281 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e58b87d-7cd7-45c4-b6b9-91b62e157b1e,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:08.906086 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-68755254-6c97-4a24-bdc9-3b1dedc1301f service neutron] 10.222.0.59 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388020
May 19 23:34:08.907357 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:08.921224 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:08.922058 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457fe2f10>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:08.964921 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:08.968822 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4965718
May 19 23:34:08.973644 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50752) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:09.122728 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-4bda3718-eb47-494b-a83e-ac08b12ca205 req-81c468c5-80ca-4057-9d3d-acb39371fc9c service neutron] 10.222.0.55 "GET /v2.0/networks/4da8b136-192e-40a6-80f8-d2f231e1cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3840137
May 19 23:34:09.126735 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-0a04112f-706c-4126-8e86-054b7d0f5b2b service neutron] 10.222.0.59 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985252
May 19 23:34:09.146338 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:09.181043 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:09.339404 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3ef9271d-90e3-4af0-8b6f-f9aa4983b339 req-40a1b83a-8546-499e-ae75-57118462ae7f tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 210 time: 0.0526311
May 19 23:34:09.426575 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 3e2fac6a-024a-4f5a-ade8-1008ca502098 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:09.515531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:09.520826 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:09.601136 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 3e2fac6a-024a-4f5a-ade8-1008ca502098 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:09.601514 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:09.693569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:09.694066 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7402b32f-d834-4273-abd1-1e8e16e104fe {{(pid=91605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:34:09.750654 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798289c-6095-446f-873a-95c4b88437fc req-46005e65-d15a-496c-8bd1-d6d3913257cc tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:09.753333 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5798289c-6095-446f-873a-95c4b88437fc req-46005e65-d15a-496c-8bd1-d6d3913257cc tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 947 time: 0.1410868
May 19 23:34:09.784848 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:09.785660 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] 10.222.0.59 "DELETE /v2.0/routers/7402b32f-d834-4273-abd1-1e8e16e104fe HTTP/1.1" status: 204  len: 168 time: 2.2165573
May 19 23:34:09.791833 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 379171d3-6b8f-4d05-9b12-05c10854ed9b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:34:09.793336 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50768) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:09.887117 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device be1593fb-49c7-4db9-ab67-3ad4ec12d222 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:34:09.933447 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: be1593fb-49c7-4db9-ab67-3ad4ec12d222 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:34:09.934139 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device be1593fb-49c7-4db9-ab67-3ad4ec12d222 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:34:09.946981 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457fe2f10>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:07Z', 'revision_number': 3, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:09.952270 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Deleting subnet b5921e90-c065-4912-86e7-06f1a87ed515 {{(pid=91605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:34:09.954008 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Checking router: c5d55ee9-30c1-4b27-a133-be619b3b0e05 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:09.954556 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Updating router c5d55ee9-30c1-4b27-a133-be619b3b0e05 port 81faa51d-ad09-4d1f-a771-46dd38c83a25 binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:34:09.971871 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.029815 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5798289c-6095-446f-873a-95c4b88437fc req-c910f5bc-2ab3-48ae-837a-83e73b108764 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2699933
May 19 23:34:10.063580 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 379171d3-6b8f-4d05-9b12-05c10854ed9b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=379171d3-6b8f-4d05-9b12-05c10854ed9b,segment=NetworkSegment(bf93e143-d1e7-4e2c-8969-d26c5635b4bd),segment_id=bf93e143-d1e7-4e2c-8969-d26c5635b4bd)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:10.071912 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.109341 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6534538'] for subnet, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.121222 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '379171d3-6b8f-4d05-9b12-05c10854ed9b', 'network_id': '4da8b136-192e-40a6-80f8-d2f231e1cc59', 'port_id': '379171d3-6b8f-4d05-9b12-05c10854ed9b', 'mac_address': 'fa:16:3e:59:1f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244daa2a-fd02-43b5-ad8e-5331b46a6b86', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:34:10.211543 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.244377 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.270026 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379171d3-6b8f-4d05-9b12-05c10854ed9b {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:34:10.358607 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 379171d3-6b8f-4d05-9b12-05c10854ed9b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=379171d3-6b8f-4d05-9b12-05c10854ed9b,segment=NetworkSegment(bf93e143-d1e7-4e2c-8969-d26c5635b4bd),segment_id=bf93e143-d1e7-4e2c-8969-d26c5635b4bd)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:10.370437 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.374016 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:10.464709 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=379171d3-6b8f-4d05-9b12-05c10854ed9b,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:10.468175 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:10.504820 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.533982 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dd2d1db8-afd2-4bc5-934a-a3022289d2e8 req-dfc94dbf-8740-43ba-a80b-fd388bcd3a13 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 210 time: 0.0564590
May 19 23:34:10.559688 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.575354 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Transition to ACTIVE for port object 81faa51d-ad09-4d1f-a771-46dd38c83a25 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:10.583371 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.587824 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f9ff063d-29cf-498d-bf86-51058f1c208d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:10.640146 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['379171d3-6b8f-4d05-9b12-05c10854ed9b'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:34:10.728342 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Attempting to bind port 81faa51d-ad09-4d1f-a771-46dd38c83a25 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:10.728693 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Attempting to bind port 81faa51d-ad09-4d1f-a771-46dd38c83a25 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:10.729061 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Attempting to bind port 81faa51d-ad09-4d1f-a771-46dd38c83a25 on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:10.747542 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:10.747968 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:10.748315 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.748713 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:10.749202 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Bound port: 81faa51d-ad09-4d1f-a771-46dd38c83a25, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:10.749560 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.774483 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6efa1-f361-47c1-8df1-bd4543d93127 None None] Pushing event updated for resources: {'Port': ['ID=81faa51d-ad09-4d1f-a771-46dd38c83a25,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:10.787524 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dad6efa1-f361-47c1-8df1-bd4543d93127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:10.880002 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:34:10.904972 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] For port 81faa51d-ad09-4d1f-a771-46dd38c83a25, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:10.927620 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:34:10.927970 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7e58b87d-7cd7-45c4-b6b9-91b62e157b1e not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:34:10.937257 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] For port 81faa51d-ad09-4d1f-a771-46dd38c83a25, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=81faa51d-ad09-4d1f-a771-46dd38c83a25,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:10.945418 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.956735 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bb96d970-36d6-468a-ac54-883a84d0b687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:10.964636 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7669842'] for subnet, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:10.980354 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:11.019811 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-3a58e2f5-9f01-4860-a92c-a478cd867743 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:11.021284 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-3a58e2f5-9f01-4860-a92c-a478cd867743 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "GET /v2.0/networks?id=9f659189-d571-4142-b244-341ab2689f66 HTTP/1.1" status: 200  len: 814 time: 0.4161751
May 19 23:34:11.030129 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5921e90-c065-4912-86e7-06f1a87ed515,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:11.033542 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.040633 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:11.044268 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Request body: {'port': {'device_id': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'network_id': '9f659189-d571-4142-b244-341ab2689f66', 'admin_state_up': True, 'tenant_id': '7ec20f64d6de42ad94805f2b681eab44'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:11.062562 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:11.062787 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457fe2f10>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:11.122075 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-2d11e436-67c9-4582-881c-8d5946e4fe5f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b5921e90-c065-4912-86e7-06f1a87ed515 HTTP/1.1" status: 204  len: 168 time: 1.3273268
May 19 23:34:11.124413 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50788) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:11.197879 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6efa1-f361-47c1-8df1-bd4543d93127 None None] Pushing event updated for resources: {'Port': ['ID=81faa51d-ad09-4d1f-a771-46dd38c83a25,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:11.202558 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dad6efa1-f361-47c1-8df1-bd4543d93127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:11.214436 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Allocated IP 172.20.0.1 (49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2/affe680a-fc84-4529-8f74-dc833b58e425/7f2d32db-245d-4b03-ad13-5efb3dba2729) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:11.291733 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:11.323743 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:11.340636 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Usage tracker for resource:port and tenant:7ec20f64d6de42ad94805f2b681eab44 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:11.347960 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:11.364217 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:11.365527 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.400448 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Made reservation on behalf of 7ec20f64d6de42ad94805f2b681eab44 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:11.404152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.501066 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.528900 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da964b-4f46-4422-a73d-97d6f26fd717 req-1bf376dd-bc5d-4b96-91cf-99e985f2c144 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:11.536959 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d7da964b-4f46-4422-a73d-97d6f26fd717 req-1bf376dd-bc5d-4b96-91cf-99e985f2c144 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 948 time: 0.2434201
May 19 23:34:11.540510 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Transition to ACTIVE for port object 7f2d32db-245d-4b03-ad13-5efb3dba2729 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:11.556485 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.571030 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145c601dc0>,) {'filters': {'network_id': ['d6ce15f5-77e4-439f-a473-54a78d5c45bd']}} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:11.584349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145c601dc0>, '0bbee78f-b430-4f68-81f9-eb2075971600') {'for_net_delete': True} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:11.584643 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145c601dc0>, '0bbee78f-b430-4f68-81f9-eb2075971600') {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:11.596979 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6955763'] for segment, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.620066 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.629732 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=91604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:34:11.629952 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Allocated IP 172.20.0.3 (9f659189-d571-4142-b244-341ab2689f66/2fdace03-b866-4321-8035-288f4888ace7/a9486299-32ad-403f-842e-10a8c0212187) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:11.630123 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6786353'] for segment, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.644452 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]: Traceback (most recent call last):
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     timer()
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     cb(*args, **kw)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     return func(*args, **kwargs)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     self._notify()
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     self.callback(batched_events)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     event.method(event)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     return f(self, *a, **k)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._get(url).json()
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self.request(url, 'GET', **kwargs)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:34:11.647539 dv-cinder-792209-1-iscsi neutron-server[91604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:34:11.650791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:11.661645 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457fe2f10>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:07Z', 'revision_number': 3, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:11.665645 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9971c-cad3-48c7-b78c-6a559c947b10 None None] The sync data for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi is: [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:07Z', 'revision_number': 3, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:11.739390 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:11.753967 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:11.759457 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:11.798293 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d7da964b-4f46-4422-a73d-97d6f26fd717 req-b9dc6951-892b-45ed-935e-1893f1a15aee tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2600267
May 19 23:34:11.800958 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fa9f1926-63e3-4784-ae82-4c289d376ab9 req-39f20be9-679b-4fba-8526-6f00ed5e7407 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 210 time: 0.0645342
May 19 23:34:11.813906 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2d32db-245d-4b03-ad13-5efb3dba2729,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:11.816578 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.822308 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:11.829080 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:11.850645 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:11.857665 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ce15f5-77e4-439f-a473-54a78d5c45bd,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:11.867565 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:11.887256 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-8ce03001-8663-4c83-931a-7adb0f3a59cb admin admin] 10.222.0.59 "DELETE /v2.0/networks/d6ce15f5-77e4-439f-a473-54a78d5c45bd HTTP/1.1" status: 204  len: 168 time: 0.7615998
May 19 23:34:11.973632 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.041603 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50800) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:12.099917 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-3ec6b792-9b82-4f0e-a141-739409296d57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af717d8bc3f5449c927fe56a88641164&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0570321
May 19 23:34:12.102325 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50804) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:12.110490 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-86fe3049-8ef5-4a5e-9086-6817100b1fb9 None None] Provisioning for port 7f2d32db-245d-4b03-ad13-5efb3dba2729 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:12.116957 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-86fe3049-8ef5-4a5e-9086-6817100b1fb9 None None] Provisioning complete for port 7f2d32db-245d-4b03-ad13-5efb3dba2729 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:12.117336 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-86fe3049-8ef5-4a5e-9086-6817100b1fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.172326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.186562 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-86fe3049-8ef5-4a5e-9086-6817100b1fb9 None None] Port 7f2d32db-245d-4b03-ad13-5efb3dba2729 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:34:12.202206 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.227068 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.267024 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.272897 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d801c2a8-4156-4cbd-987e-2eecf209e657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:12.288811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d7022-211b-484b-99e5-02cf04cbe6fb,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:12.291912 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:12.297087 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.303353 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.304744 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a22d7022-211b-484b-99e5-02cf04cbe6fb HTTP/1.1" status: 204  len: 168 time: 0.2012098
May 19 23:34:12.357159 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a442853-083a-4719-97f0-03ccc7017f82 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:12.457216 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Network 9f659189-d571-4142-b244-341ab2689f66 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:12.462560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:12.469170 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:12.506141 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.575150 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Pushing event updated for resources: {'Port': ['ID=a9486299-32ad-403f-842e-10a8c0212187,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:12.594517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:12.622191 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:12.622903 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.687455 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6552546
May 19 23:34:12.801793 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 379171d3-6b8f-4d05-9b12-05c10854ed9b up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:12.896729 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 379171d3-6b8f-4d05-9b12-05c10854ed9b completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:12.903025 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 379171d3-6b8f-4d05-9b12-05c10854ed9b triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:12.903736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:12.965101 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Request body: {'port': {'device_id': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:12.983387 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 81faa51d-ad09-4d1f-a771-46dd38c83a25 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:13.090789 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 81faa51d-ad09-4d1f-a771-46dd38c83a25 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:13.097593 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 81faa51d-ad09-4d1f-a771-46dd38c83a25 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:13.098251 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.182500 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.192651 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.200866 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e10fd6-3755-486c-aba4-43fbf2ee935f req-dee0528f-67ba-4738-877a-a1afec4d1d12 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:13.208707 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.209010 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-33e10fd6-3755-486c-aba4-43fbf2ee935f req-dee0528f-67ba-4738-877a-a1afec4d1d12 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 948 time: 0.2068543
May 19 23:34:13.238149 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a6edf0e0-190a-469a-9217-c5eee97c7eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:13.254461 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8de4e4-dd98-4144-8d4a-ed7f4dfc185f req-77d73214-7e13-4d09-b749-4d9ffa706c76 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:13.259985 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 379171d3-6b8f-4d05-9b12-05c10854ed9b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=379171d3-6b8f-4d05-9b12-05c10854ed9b,segment=NetworkSegment(bf93e143-d1e7-4e2c-8969-d26c5635b4bd),segment_id=bf93e143-d1e7-4e2c-8969-d26c5635b4bd)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:13.262153 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ae8de4e4-dd98-4144-8d4a-ed7f4dfc185f req-77d73214-7e13-4d09-b749-4d9ffa706c76 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 931 time: 0.1854596
May 19 23:34:13.263174 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379171d3-6b8f-4d05-9b12-05c10854ed9b'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:13.270690 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.278146 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d926a0e4-f7e3-49aa-9cc2-50bedfc73fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:13.307527 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-33e10fd6-3755-486c-aba4-43fbf2ee935f req-0a5c136d-7740-4ed6-99e6-deaaf2fc1c3f tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975723
May 19 23:34:13.331904 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.343846 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ae8de4e4-dd98-4144-8d4a-ed7f4dfc185f req-9d9f9240-e35b-479e-b464-098d6371a405 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806720
May 19 23:34:13.375886 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=379171d3-6b8f-4d05-9b12-05c10854ed9b,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:13.381169 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50840) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:13.384585 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.384931 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.385267 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.385598 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.385932 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.386257 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.386577 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.386895 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.387242 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.387714 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.388034 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.388349 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:13.395121 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:13.400085 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379171d3-6b8f-4d05-9b12-05c10854ed9b', 'code': 200}
May 19 23:34:13.433848 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.448747 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2d32db-245d-4b03-ad13-5efb3dba2729,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:13.475965 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.477462 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:13.510397 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 81faa51d-ad09-4d1f-a771-46dd38c83a25, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=81faa51d-ad09-4d1f-a771-46dd38c83a25,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:13.515901 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.518154 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:13.521605 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-407109387-network', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:13.526568 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:13.531778 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Usage tracker for resource:network and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:13.535563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:13.546761 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:13.564015 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Made reservation on behalf of acca1c2a473b43d1a2f7133fc20dbcaa for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:13.569899 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.586638 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.612584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:13.619006 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Usage tracker for resource:security_group_rule and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:13.626254 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=81faa51d-ad09-4d1f-a771-46dd38c83a25,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:13.630381 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:13.632751 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:13.641407 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:13.750099 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.754821 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.768880 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:34:13.774076 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-50eaaca0-e172-4c18-8fcb-d0ec4dbe4653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:13.796722 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.797148 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Added segment 953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0 of type vlan for network 6ea8c7e4-5092-4703-a829-667288a0c6d4
May 19 23:34:13.810209 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51604c8-b8a3-4dbc-955f-579e409bfce3,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:13.813694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:13.826903 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:13.833530 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:13.836628 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.873028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.874925 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:13.875632 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:13.881717 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0d454d81-b4be-414f-bf94-1845d34346e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:13.912514 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50852) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:13.974466 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774661e2-3e13-429d-b24e-477b9ffd3c6e req-1e14a913-3d51-42c3-9933-83a28c2e8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:13.976285 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-774661e2-3e13-429d-b24e-477b9ffd3c6e req-1e14a913-3d51-42c3-9933-83a28c2e8ed0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 1102 time: 0.3306599
May 19 23:34:13.988986 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea8c7e4-5092-4703-a829-667288a0c6d4,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:13.991781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:13.999166 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:34:14.002871 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6201406
May 19 23:34:14.003666 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50858) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:14.010005 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Request body: {'subnet': {'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-407109387-subnet', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:14.015120 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:14.019774 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Usage tracker for resource:subnet and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:14.022796 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:14.029299 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:14.043538 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Made reservation on behalf of acca1c2a473b43d1a2f7133fc20dbcaa for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:14.046668 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.150237 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-774661e2-3e13-429d-b24e-477b9ffd3c6e req-60f00f67-a162-4016-b251-61f086fd6acf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607099
May 19 23:34:14.157487 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a3b85d9a-644f-4d81-a2cd-edb5ae7a2a99 None None] Provisioning complete for port 7f2d32db-245d-4b03-ad13-5efb3dba2729 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:14.157859 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a3b85d9a-644f-4d81-a2cd-edb5ae7a2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.159834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.225418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:14.227011 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a3b85d9a-644f-4d81-a2cd-edb5ae7a2a99 None None] Port 7f2d32db-245d-4b03-ad13-5efb3dba2729 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:34:14.234000 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Router c5d55ee9-30c1-4b27-a133-be619b3b0e05 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:34:14.237199 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Usage tracker for resource:security_group_rule and tenant:73b06fb18e284d3482083e2390225ccb is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:14.244166 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:14.255696 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9486299-32ad-403f-842e-10a8c0212187 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:34:14.260140 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:14.268166 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.376416 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Transition to ACTIVE for port object a9486299-32ad-403f-842e-10a8c0212187 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:14.387508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.398107 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-afada2da-f293-47ed-a46e-79e39e8675cc tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:14.692310 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.703493 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:14.778370 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Pushing event updated for resources: {'Port': ['ID=a9486299-32ad-403f-842e-10a8c0212187,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:14.780508 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bfe20-1218-41f5-8fa6-27241c32514d req-3c16223d-c0c4-4868-9083-acc0eef1b6e8 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:14.781226 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:14.781981 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-511bfe20-1218-41f5-8fa6-27241c32514d req-3c16223d-c0c4-4868-9083-acc0eef1b6e8 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 949 time: 0.3350401
May 19 23:34:14.806955 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d866-edea-42f2-ad09-70c911e67621 req-029386ce-aafa-4dac-b6df-8ad403369b3b tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:14.808386 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b739d866-edea-42f2-ad09-70c911e67621 req-029386ce-aafa-4dac-b6df-8ad403369b3b tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 943 time: 0.2405365
May 19 23:34:14.825493 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:14.835991 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:14.838793 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:14.852793 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Sync routers for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:14.872913 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:14.877057 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bc5bb20>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:14.878193 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Checking segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:14.878554 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Network hostable DHCP agents. Network: 6ea8c7e4-5092-4703-a829-667288a0c6d4, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:34:14.890087 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-511bfe20-1218-41f5-8fa6-27241c32514d req-151b07c9-195e-466b-9e40-bdcea01ec579 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930429
May 19 23:34:14.896938 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.905496 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] 10.222.0.59 "PUT /v2.0/routers/c5d55ee9-30c1-4b27-a133-be619b3b0e05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9282763
May 19 23:34:14.909531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:14.919050 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9d8717e2-cd1c-472d-9489-4742b2e4f106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:14.928793 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b739d866-edea-42f2-ad09-70c911e67621 req-c72a725a-392c-489d-9fc0-744666f2f275 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993409
May 19 23:34:14.949195 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 81faa51d-ad09-4d1f-a771-46dd38c83a25 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:14.957148 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:34:14.973751 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 6ea8c7e4-5092-4703-a829-667288a0c6d4) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:14.988491 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Attempting to bind port a9486299-32ad-403f-842e-10a8c0212187 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:14.989079 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Attempting to bind port a9486299-32ad-403f-842e-10a8c0212187 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:14.989607 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Attempting to bind port a9486299-32ad-403f-842e-10a8c0212187 on network 9f659189-d571-4142-b244-341ab2689f66 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:14.991063 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:14.991693 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.008378 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73b06fb18e284d3482083e2390225ccb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0856600
May 19 23:34:15.011046 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50868) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:15.012441 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Port a9486299-32ad-403f-842e-10a8c0212187 on network 9f659189-d571-4142-b244-341ab2689f66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:34:15.012952 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Attempting to bind port a9486299-32ad-403f-842e-10a8c0212187 on network 9f659189-d571-4142-b244-341ab2689f66 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:15.021840 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:15.022967 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Checking segment: {'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:15.023594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Bound using segment: {'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:15.024184 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Bound port: a9486299-32ad-403f-842e-10a8c0212187, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598b6f6b-1f35-474e-a223-47e135b6c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f659189-d571-4142-b244-341ab2689f66'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:15.024722 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.040281 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb600cc7-ff2e-442e-baac-c5c87c47b3a8,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:15.043577 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:15.093767 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f0ad1-938b-47df-9e2b-c24d645cac38 None None] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:34:15.131873 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1268973
May 19 23:34:15.132174 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50872) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:15.137968 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.160880 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:15.176773 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:15.188569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Usage tracker for resource:router and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:15.198570 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.202172 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:15.214888 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:15.235508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] For port a9486299-32ad-403f-842e-10a8c0212187, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:15.239187 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] For port a9486299-32ad-403f-842e-10a8c0212187, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a9486299-32ad-403f-842e-10a8c0212187,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:15.241493 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.243100 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.268105 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.279178 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:15.282473 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 81faa51d-ad09-4d1f-a771-46dd38c83a25 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:15.283002 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.298688 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.307003 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bb3a348a-3b5b-49ea-a49d-34f61a3775cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:15.322133 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.327870 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a92fd5b5-82df-4a25-ab40-902b3fa5ad77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:15.364718 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb600cc7-ff2e-442e-baac-c5c87c47b3a8,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:15.370205 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:15.375775 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.380543 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb600cc7-ff2e-442e-baac-c5c87c47b3a8 HTTP/1.1" status: 204  len: 168 time: 0.3659813
May 19 23:34:15.521040 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:15.521851 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.524365 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9486299-32ad-403f-842e-10a8c0212187 HTTP/1.1" status: 200  len: 1093 time: 2.7858546
May 19 23:34:15.525315 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'tag': 'a9486299-32ad-403f-842e-10a8c0212187'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:15.536244 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-6ea8c7e4-5092-4703-a829-667288a0c6d4', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:34:15.538014 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.674178 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'tag': 'a9486299-32ad-403f-842e-10a8c0212187', 'status': 'completed', 'code': 200}
May 19 23:34:15.685503 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Pushing event updated for resources: {'Port': ['ID=a9486299-32ad-403f-842e-10a8c0212187,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:15.749843 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:15.823795 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Allocated IP 172.20.0.2 (6ea8c7e4-5092-4703-a829-667288a0c6d4/729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c/f89318e6-7da0-4053-92ec-d78e2097375a) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:15.894233 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bc5bb20>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 2, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:15.899915 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Checking router: c5d55ee9-30c1-4b27-a133-be619b3b0e05 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:15.901420 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Updating router c5d55ee9-30c1-4b27-a133-be619b3b0e05 port 7f2d32db-245d-4b03-ad13-5efb3dba2729 binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:34:15.922775 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:15.954244 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-aaba663e-036f-487b-9785-b733117e0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:15.955891 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-aaba663e-036f-487b-9785-b733117e0bfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ec20f64d6de42ad94805f2b681eab44&device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 1096 time: 0.2749345
May 19 23:34:15.994159 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.078757 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50898) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:16.093883 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-723493625-network', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:16.098155 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-a247fa29-ed57-4b6a-8a03-c41e94da549f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9486299-32ad-403f-842e-10a8c0212187 HTTP/1.1" status: 200  len: 217 time: 0.1236136
May 19 23:34:16.101707 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:16.106901 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Usage tracker for resource:network and tenant:808cd2b2af74496091c0c7ae2c1f8dce is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:16.110716 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:16.136779 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.153816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:16.164072 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Transition to ACTIVE for port object f89318e6-7da0-4053-92ec-d78e2097375a will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:16.192440 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Transition to ACTIVE for port object f89318e6-7da0-4053-92ec-d78e2097375a will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:16.200877 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.207704 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:16.246996 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c45b-832e-4445-9eef-94caf13b05d8 req-d2b6e98e-5a8d-418d-9b6a-0d67b8534fb2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:16.249176 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Made reservation on behalf of 808cd2b2af74496091c0c7ae2c1f8dce for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:16.251595 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.255314 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1cd2c45b-832e-4445-9eef-94caf13b05d8 req-d2b6e98e-5a8d-418d-9b6a-0d67b8534fb2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 949 time: 0.2033935
May 19 23:34:16.268343 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c22ba401-0a6c-4add-87d0-b891f47dd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:16.269851 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-c22ba401-0a6c-4add-87d0-b891f47dd071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdace03-b866-4321-8035-288f4888ace7 HTTP/1.1" status: 200  len: 854 time: 0.1553817
May 19 23:34:16.279829 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.292133 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:16.295621 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:16.301446 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:16.311316 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Pushing event updated for resources: {'Port': ['ID=f89318e6-7da0-4053-92ec-d78e2097375a,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:16.323634 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1cd2c45b-832e-4445-9eef-94caf13b05d8 req-25332fbb-b190-4be7-8cbd-9998db7ec626 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673709
May 19 23:34:16.338349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f326dba-6998-482c-a10e-67a266888d40 req-102e3ac2-9001-4dbb-b036-d4b7bd05cfa7 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:16.340060 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3f326dba-6998-482c-a10e-67a266888d40 req-102e3ac2-9001-4dbb-b036-d4b7bd05cfa7 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 943 time: 0.2075288
May 19 23:34:16.353788 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:16.358610 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Usage tracker for resource:security_group_rule and tenant:808cd2b2af74496091c0c7ae2c1f8dce is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:16.363508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:16.370705 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:16.392081 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:16.407705 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3f326dba-6998-482c-a10e-67a266888d40 req-0333c2e1-7332-40ec-9bf3-cac0a5ced81b tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580196
May 19 23:34:16.419971 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-f67fc882-de6b-4ab5-bb20-88df8876178c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f659189-d571-4142-b244-341ab2689f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1293464
May 19 23:34:16.467968 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Attempting to bind port f89318e6-7da0-4053-92ec-d78e2097375a on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:16.468347 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Attempting to bind port f89318e6-7da0-4053-92ec-d78e2097375a by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:16.468715 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Attempting to bind port f89318e6-7da0-4053-92ec-d78e2097375a on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:16.475400 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:16.475966 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Checking segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:16.476221 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.476373 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.476853 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Bound using segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:16.477337 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Bound port: f89318e6-7da0-4053-92ec-d78e2097375a, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:16.477721 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.504258 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Transition to ACTIVE for port object 7f2d32db-245d-4b03-ad13-5efb3dba2729 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:16.513910 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.520139 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:16.592544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.598956 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Pushing event updated for resources: {'Port': ['ID=7f2d32db-245d-4b03-ad13-5efb3dba2729,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:16.614484 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] For port f89318e6-7da0-4053-92ec-d78e2097375a, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:16.621811 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] For port f89318e6-7da0-4053-92ec-d78e2097375a, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=f89318e6-7da0-4053-92ec-d78e2097375a,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:16.627858 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.628100 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.628664 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.629219 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.629643 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.630065 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.630487 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.630907 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.631500 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.631795 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.632211 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.632623 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.633046 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:34:16.637332 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:16.649934 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:16.688294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.693144 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-eee97771-a088-4256-9284-72e1ef14f3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:16.799745 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Pushing event updated for resources: {'Port': ['ID=f89318e6-7da0-4053-92ec-d78e2097375a,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:16.817843 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:16.854215 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Attempting to bind port 7f2d32db-245d-4b03-ad13-5efb3dba2729 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:16.854588 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Attempting to bind port 7f2d32db-245d-4b03-ad13-5efb3dba2729 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:16.854990 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Attempting to bind port 7f2d32db-245d-4b03-ad13-5efb3dba2729 on network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:16.870333 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:16.870736 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Checking segment: {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:16.871113 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.871675 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Bound using segment: {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:16.872157 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Bound port: 7f2d32db-245d-4b03-ad13-5efb3dba2729, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:16.872534 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:16.922852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:34:16.929599 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a520b7-db1d-4d3f-876d-bc28e3e29b70,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:16.938704 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fe04d-37dc-46e3-ac02-eba54f75fc6d req-0cca98b8-ee5f-4ebc-a0d3-4832fb4717e6 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:16.946352 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-773bdd54-a831-4191-a477-ab0e59cdc773 service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5109072
May 19 23:34:16.946686 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-df6fe04d-37dc-46e3-ac02-eba54f75fc6d req-0cca98b8-ee5f-4ebc-a0d3-4832fb4717e6 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 949 time: 0.1383083
May 19 23:34:16.953071 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:16.998559 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] For port 7f2d32db-245d-4b03-ad13-5efb3dba2729, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:17.002811 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] For port 7f2d32db-245d-4b03-ad13-5efb3dba2729, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=7f2d32db-245d-4b03-ad13-5efb3dba2729,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:17.008734 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.009924 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.010269 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Added segment 8775c8c6-c587-4031-9483-cffb6c0b2749 of type vlan for network a8412139-6a4d-49b7-87f5-728206af016d
May 19 23:34:17.010450 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-df6fe04d-37dc-46e3-ac02-eba54f75fc6d req-70b8f1bd-f5b9-4c9b-87fc-10f4fa281471 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627811
May 19 23:34:17.015771 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:17.028929 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.176784 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Pushing event updated for resources: {'Port': ['ID=7f2d32db-245d-4b03-ad13-5efb3dba2729,revision_number=4']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:17.179972 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:17.180926 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:17.181537 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bc5bb20>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:17.280785 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.344353 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.384734 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:17.404385 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7d27bb82-2cc5-47b6-ab5f-43ee8453de13 req-4f47453c-ad6a-4cfe-ace8-b5bbab285f87 service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4444366
May 19 23:34:17.469480 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.515122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:17.515875 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.531357 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8456926e-182a-4cae-baeb-907dda7de62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:17.622783 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3f77d-7eb7-4012-b1da-d875bbb281d5 req-6b235724-ecd5-452d-a658-5dd27de053ca tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:17.624472 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dbe3f77d-7eb7-4012-b1da-d875bbb281d5 req-6b235724-ecd5-452d-a658-5dd27de053ca tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 943 time: 0.0915384
May 19 23:34:17.670205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Allocated IP 172.27.1.117 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/1429e7fe-c13e-4897-8010-4f6a55adb586) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:17.678458 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Pushing event updated for resources: {'Network': ['ID=a8412139-6a4d-49b7-87f5-728206af016d,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:17.687474 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dbe3f77d-7eb7-4012-b1da-d875bbb281d5 req-0b46ac6c-e574-4837-a137-32a9fa784272 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559766
May 19 23:34:17.693621 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network a8412139-6a4d-49b7-87f5-728206af016d details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:34:17.694151 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:17.698763 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.6182973
May 19 23:34:17.699525 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50910) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:17.715858 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Request body: {'subnet': {'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-723493625-subnet', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:17.731181 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:17.735870 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Usage tracker for resource:subnet and tenant:808cd2b2af74496091c0c7ae2c1f8dce is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:17.739690 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:17.748069 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:17.774147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Made reservation on behalf of 808cd2b2af74496091c0c7ae2c1f8dce for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:17.776289 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bc5bb20>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:16Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:17.777272 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:17.781438 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cb763-58cb-49b6-996d-da42de4d6cb1 None None] The sync data for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi is: [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:16Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:17.840378 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-ee6e9401-fcc6-4afd-aa52-284ff4892753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:17.841928 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-ee6e9401-fcc6-4afd-aa52-284ff4892753 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ec20f64d6de42ad94805f2b681eab44&device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 1096 time: 0.3736677
May 19 23:34:18.036395 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:18.072518 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-171a3c68-4d32-4eb9-90ae-d5b55e6c0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:18.073945 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-171a3c68-4d32-4eb9-90ae-d5b55e6c0ab2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f659189-d571-4142-b244-341ab2689f66 HTTP/1.1" status: 200  len: 915 time: 0.1950235
May 19 23:34:18.087148 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f716db-fb50-4a2a-8be5-0a678f41f8b4 None None] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:34:18.156200 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-a045dce7-6dfe-4409-9a36-099646bf7d37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9486299-32ad-403f-842e-10a8c0212187 HTTP/1.1" status: 200  len: 217 time: 0.0706351
May 19 23:34:18.212085 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-b1e2be05-becb-4449-870c-f7a7c0681221 None None] Provisioning for port f89318e6-7da0-4053-92ec-d78e2097375a completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:18.270549 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:18.282565 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:18.326341 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884291ee-ffe1-4c1f-a48c-142f19d1adbd req-399ff37e-f8ba-4c06-bd1d-ce1bcfdaf3dd tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:18.327924 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-884291ee-ffe1-4c1f-a48c-142f19d1adbd req-399ff37e-f8ba-4c06-bd1d-ce1bcfdaf3dd tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 949 time: 0.1598976
May 19 23:34:18.355848 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-15d50b36-8ce9-4043-a6bd-97c39c98132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:18.357334 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-15d50b36-8ce9-4043-a6bd-97c39c98132c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdace03-b866-4321-8035-288f4888ace7 HTTP/1.1" status: 200  len: 854 time: 0.1894236
May 19 23:34:18.417352 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:18.427178 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:18.438939 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:18.453464 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-884291ee-ffe1-4c1f-a48c-142f19d1adbd req-88da5fe7-a3e4-4e2f-a118-d49893282cb3 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121886
May 19 23:34:18.475787 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=1429e7fe-c13e-4897-8010-4f6a55adb586,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:18.475787 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-675d842f-1583-4cdc-bd4b-de05171521df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f659189-d571-4142-b244-341ab2689f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1063619
May 19 23:34:18.484409 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:18.504162 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:18.508633 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cc8d8aa3-78c9-4186-b9db-bfcf45489622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:18.588598 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09bb9f64-13c8-4959-9e58-f6d598d3dc2f,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:18.598078 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:18.606583 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Checking segment: {'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:18.606955 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Network hostable DHCP agents. Network: a8412139-6a4d-49b7-87f5-728206af016d, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:34:18.628548 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Network a8412139-6a4d-49b7-87f5-728206af016d is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:34:18.643817 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, a8412139-6a4d-49b7-87f5-728206af016d) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:18.654363 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:18.655043 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:18.659401 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f0d9d-ad08-4d4c-a1c3-92c7b2871420 None None] Network a8412139-6a4d-49b7-87f5-728206af016d requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:34:18.684141 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-94f70e7b-b356-4986-b089-47f2a773d4f3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9829049
May 19 23:34:18.684928 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50916) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:18.693115 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:18.699779 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:18.704355 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Usage tracker for resource:router and tenant:808cd2b2af74496091c0c7ae2c1f8dce is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:18.709681 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:18.720398 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:18.733627 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:18.735366 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:18.761695 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:18.844375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66786-25f5-429c-8060-d2a1657b567d req-0d472a35-85b3-4e4c-97a9-f43a53948bc2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:18.845593 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5cb66786-25f5-429c-8060-d2a1657b567d req-0d472a35-85b3-4e4c-97a9-f43a53948bc2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Synchronizing usage tracker for tenant:511476c77e3b4668907127733b691c42 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:19.079338 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7f2d32db-245d-4b03-ad13-5efb3dba2729 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:19.101437 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-b0174742-e44a-4bf1-827a-09d5886995dc service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6159298
May 19 23:34:19.123325 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-a8412139-6a4d-49b7-87f5-728206af016d', 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'fixed_ips': [{'subnet_id': '09bb9f64-13c8-4959-9e58-f6d598d3dc2f'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:34:19.124207 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.139395 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5cb66786-25f5-429c-8060-d2a1657b567d req-0d472a35-85b3-4e4c-97a9-f43a53948bc2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Unset dirty status for tenant:511476c77e3b4668907127733b691c42 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:19.141066 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5cb66786-25f5-429c-8060-d2a1657b567d req-0d472a35-85b3-4e4c-97a9-f43a53948bc2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 949 time: 0.9070320
May 19 23:34:19.269903 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 7f2d32db-245d-4b03-ad13-5efb3dba2729 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:19.285732 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 7f2d32db-245d-4b03-ad13-5efb3dba2729 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:19.286616 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.286867 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.348240 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24c63-5177-4b7c-bfc1-643209d08401 req-0d6d172e-68e8-480d-a5ae-1478a618c1ed tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:19.349767 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fbb24c63-5177-4b7c-bfc1-643209d08401 req-0d6d172e-68e8-480d-a5ae-1478a618c1ed tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 943 time: 0.3470190
May 19 23:34:19.423788 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Allocated IP 172.20.0.2 (a8412139-6a4d-49b7-87f5-728206af016d/09bb9f64-13c8-4959-9e58-f6d598d3dc2f/071ebbf9-cfa3-4e2b-b59f-7431e30d0c14) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:19.474027 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fbb24c63-5177-4b7c-bfc1-643209d08401 req-6e21cc1c-3d68-4ed9-b551-66d813d3edca tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755146
May 19 23:34:19.547830 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9f385dd-edf4-495a-aba6-634e7458d7ba req-cc9c52b8-a314-4c77-ae80-98163553a95a service neutron] 10.222.0.55 "GET /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4383025
May 19 23:34:19.563078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.614602 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.659966 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Deleting port 379171d3-6b8f-4d05-9b12-05c10854ed9b {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:34:19.660323 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.675386 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 7f2d32db-245d-4b03-ad13-5efb3dba2729, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=7f2d32db-245d-4b03-ad13-5efb3dba2729,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:19.681596 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.682488 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device f89318e6-7da0-4053-92ec-d78e2097375a up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:19.710062 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:19.797734 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.833496 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.843839 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba41de-5c25-44cd-8a6f-193c02640182 req-74a3b716-a0f0-48d0-a7d4-7f9d775fe9a6 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:19.845303 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-78ba41de-5c25-44cd-8a6f-193c02640182 req-74a3b716-a0f0-48d0-a7d4-7f9d775fe9a6 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 949 time: 0.2420056
May 19 23:34:19.876736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=7f2d32db-245d-4b03-ad13-5efb3dba2729,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:19.880936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:19.895997 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.907266 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port f89318e6-7da0-4053-92ec-d78e2097375a completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:19.911112 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Transition to ACTIVE for port object 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:19.917769 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port f89318e6-7da0-4053-92ec-d78e2097375a triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:19.918138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.948353 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] For port 379171d3-6b8f-4d05-9b12-05c10854ed9b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=379171d3-6b8f-4d05-9b12-05c10854ed9b,segment=NetworkSegment(bf93e143-d1e7-4e2c-8969-d26c5635b4bd),segment_id=bf93e143-d1e7-4e2c-8969-d26c5635b4bd)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:19.948752 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.953107 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-78ba41de-5c25-44cd-8a6f-193c02640182 req-ddc8ccaa-88d0-4e4e-843e-571fadbbd16a tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697312
May 19 23:34:19.976051 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Transition to ACTIVE for port object 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:19.987404 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:19.992833 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:20.034268 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Allocated IP 172.27.1.91 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/bd70a0b1-6b43-4631-8ff7-55ed30557dbf) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:20.067159 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Network a8412139-6a4d-49b7-87f5-728206af016d is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:20.070102 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:20.095278 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:20.121794 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Pushing event updated for resources: {'Port': ['ID=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:20.136030 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Calling delete_port for 379171d3-6b8f-4d05-9b12-05c10854ed9b owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:34:20.156961 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:20.178189 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.204325 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.221950 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.233155 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Attempting to bind port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:20.233493 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Attempting to bind port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:20.233880 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Attempting to bind port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 on network a8412139-6a4d-49b7-87f5-728206af016d {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:20.235999 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.242495 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:20.246030 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:20.246226 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Checking segment: {'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:20.246581 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.246961 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Bound using segment: {'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:20.247497 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Bound port: 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:20.247839 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.306979 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:20.309908 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:20.312305 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:20.313386 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port f89318e6-7da0-4053-92ec-d78e2097375a, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=f89318e6-7da0-4053-92ec-d78e2097375a,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:20.328437 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.332415 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8cc99d89-0dd1-47f4-a154-f550e229ba2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:20.354254 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:20.357133 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:20.418631 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] For port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:20.426588 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] For port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,segment=NetworkSegment(8775c8c6-c587-4031-9483-cffb6c0b2749),segment_id=8775c8c6-c587-4031-9483-cffb6c0b2749)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:20.432690 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=f89318e6-7da0-4053-92ec-d78e2097375a,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:20.436312 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:20.438937 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.443674 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:20.534210 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Pushing event updated for resources: {'Port': ['ID=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:20.537463 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:20.588007 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.593779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d26808df-8232-419f-8255-72a5e28389bc tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:20.600453 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['379171d3-6b8f-4d05-9b12-05c10854ed9b'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:34:20.703135 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Pushing event deleted for resources: {'Port': ['ID=379171d3-6b8f-4d05-9b12-05c10854ed9b,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:20.705040 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:20.758141 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:34:20.760825 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] No DVR routers for this DVR port 379171d3-6b8f-4d05-9b12-05c10854ed9b on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:34:20.763477 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:20.767349 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'name': 'network-vif-deleted', 'tag': '379171d3-6b8f-4d05-9b12-05c10854ed9b'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:20.856998 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32c4d8-3b7a-4524-92fa-248ce75ac24d', 'name': 'network-vif-deleted', 'tag': '379171d3-6b8f-4d05-9b12-05c10854ed9b', 'status': 'completed', 'code': 200}
May 19 23:34:20.858986 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device a9486299-32ad-403f-842e-10a8c0212187 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:34:20.871226 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5cb66786-25f5-429c-8060-d2a1657b567d req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.55 "DELETE /v2.0/ports/379171d3-6b8f-4d05-9b12-05c10854ed9b HTTP/1.1" status: 204  len: 173 time: 1.7136579
May 19 23:34:21.022151 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:21.116771 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86554c2e-6406-4d23-a1c4-d1556d9ed72f req-cee9c272-8373-43be-910a-ee6d7e45499d tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:21.118399 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-86554c2e-6406-4d23-a1c4-d1556d9ed72f req-cee9c272-8373-43be-910a-ee6d7e45499d tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 943 time: 0.4509182
May 19 23:34:21.120152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:21.170710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:21.177152 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0d8f0e78-d9fb-4f49-8009-7a8c51182fe5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.0369396
May 19 23:34:21.179669 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 50932) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:21.212964 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port a9486299-32ad-403f-842e-10a8c0212187, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a9486299-32ad-403f-842e-10a8c0212187,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:21.230863 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Sync routers for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:21.236043 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'a9486299-32ad-403f-842e-10a8c0212187', 'network_id': '9f659189-d571-4142-b244-341ab2689f66', 'port_id': 'a9486299-32ad-403f-842e-10a8c0212187', 'mac_address': 'fa:16:3e:65:aa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdace03-b866-4321-8035-288f4888ace7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:34:21.253182 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:21.253932 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145c952df0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:21.285767 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a496b5eb-a4c6-4eac-a454-9c0f97435dad req-ad59f19f-7d6f-4daa-9346-bc0b092835b4 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab32c4d8-3b7a-4524-92fa-248ce75ac24d HTTP/1.1" status: 200  len: 210 time: 0.1227710
May 19 23:34:21.319641 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-86554c2e-6406-4d23-a1c4-d1556d9ed72f req-c42f3510-63e0-47d4-83df-ba5610046113 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898353
May 19 23:34:21.320649 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7f2d32db-245d-4b03-ad13-5efb3dba2729 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:21.479637 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:21.526525 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 7f2d32db-245d-4b03-ad13-5efb3dba2729 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:21.526904 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:21.529118 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:21.598930 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9486299-32ad-403f-842e-10a8c0212187 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:34:21.780635 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port a9486299-32ad-403f-842e-10a8c0212187, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a9486299-32ad-403f-842e-10a8c0212187,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:21.795338 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:21.803601 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:21.805058 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Router 503f6b1f-30b9-40b6-9e98-c20776064aff is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:34:21.858508 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:21.964380 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad2793-ffc4-4100-a163-75490e46c763 None None] Network a8412139-6a4d-49b7-87f5-728206af016d requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:34:21.998669 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:22.009895 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Sync routers for ids ['503f6b1f-30b9-40b6-9e98-c20776064aff'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:22.014937 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device f89318e6-7da0-4053-92ec-d78e2097375a up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:22.024247 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Routers {'503f6b1f-30b9-40b6-9e98-c20776064aff'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:22.024983 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:22.025873 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bb9a580>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['503f6b1f-30b9-40b6-9e98-c20776064aff'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:22.026488 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-5678c3d0-b4c0-46d8-8d75-ed1b3012d5d6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.3404603
May 19 23:34:22.029167 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 50936) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:22.074960 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:22.133302 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['a9486299-32ad-403f-842e-10a8c0212187'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:34:22.225934 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-356e922c-13f4-4c1a-91d0-46ed1c245f13 None None] Provisioning for port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:22.245198 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Set router 503f6b1f-30b9-40b6-9e98-c20776064aff gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:22.302022 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=a9486299-32ad-403f-842e-10a8c0212187,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:22.314343 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:22.343258 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Allocated IP 172.20.0.1 (6ea8c7e4-5092-4703-a829-667288a0c6d4/729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c/b5caf150-5e18-40ce-b431-9f194eb3b78e) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:22.550810 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:22.568374 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:22.590146 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Transition to ACTIVE for port object b5caf150-5e18-40ce-b431-9f194eb3b78e will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:22.620541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:22.627490 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:22.679221 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port f89318e6-7da0-4053-92ec-d78e2097375a triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:22.679560 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:22.820005 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bb9a580>, [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:34:20Z', 'revision_number': 3, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:22.830639 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Checking router: 503f6b1f-30b9-40b6-9e98-c20776064aff for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:22.831510 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Updating router 503f6b1f-30b9-40b6-9e98-c20776064aff port bd70a0b1-6b43-4631-8ff7-55ed30557dbf binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:34:22.849917 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e8aa9-bd9f-4c64-9ee0-3d7f767085ab req-e7b12fb7-96c3-4f87-8107-c82bff256159 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:22.851462 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-480e8aa9-bd9f-4c64-9ee0-3d7f767085ab req-e7b12fb7-96c3-4f87-8107-c82bff256159 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 944 time: 0.2408147
May 19 23:34:22.876570 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 379171d3-6b8f-4d05-9b12-05c10854ed9b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:34:22.903299 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:22.905271 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:22.908641 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:22.915013 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:22.969621 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-480e8aa9-bd9f-4c64-9ee0-3d7f767085ab req-0178c47c-cc13-4fc2-a785-a1195ed36c57 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088688
May 19 23:34:23.004166 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 379171d3-6b8f-4d05-9b12-05c10854ed9b {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:34:23.004512 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 379171d3-6b8f-4d05-9b12-05c10854ed9b not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:34:23.024134 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Pushing event updated for resources: {'Port': ['ID=b5caf150-5e18-40ce-b431-9f194eb3b78e,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:23.038680 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:23.075451 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.125731 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145c952df0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:19Z', 'revision_number': 3, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:23.145508 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.152818 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Checking router: ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:23.153178 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Updating router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 port 1429e7fe-c13e-4897-8010-4f6a55adb586 binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:34:23.273014 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.353371 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.445774 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:23.506754 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-b987a6ea-35e4-4eef-8f74-d7a914476dab None None] Provisioning for port b5caf150-5e18-40ce-b431-9f194eb3b78e completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:23.513872 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-b987a6ea-35e4-4eef-8f74-d7a914476dab None None] Provisioning complete for port b5caf150-5e18-40ce-b431-9f194eb3b78e triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:23.514296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b987a6ea-35e4-4eef-8f74-d7a914476dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.582814 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.603971 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Transition to ACTIVE for port object bd70a0b1-6b43-4631-8ff7-55ed30557dbf will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:23.612997 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.613193 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-b987a6ea-35e4-4eef-8f74-d7a914476dab None None] Port b5caf150-5e18-40ce-b431-9f194eb3b78e cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:34:23.629824 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7811fe03-1128-43c8-b4af-1ab8b37086b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:23.647077 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:23.666108 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:23.666492 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.673827 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Allocated IP 172.20.0.1 (a8412139-6a4d-49b7-87f5-728206af016d/09bb9f64-13c8-4959-9e58-f6d598d3dc2f/b1687d57-b9af-4c50-86d0-bda60b2721dd) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:23.714295 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c06f2-9703-491e-945e-fafb29f0a0e7 None None] Pushing event updated for resources: {'Port': ['ID=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:23.716847 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Attempting to bind port bd70a0b1-6b43-4631-8ff7-55ed30557dbf on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:23.717225 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Attempting to bind port bd70a0b1-6b43-4631-8ff7-55ed30557dbf by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:23.717589 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Attempting to bind port bd70a0b1-6b43-4631-8ff7-55ed30557dbf on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:23.720042 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-641c06f2-9703-491e-945e-fafb29f0a0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:23.725048 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:23.725412 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:23.726256 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.726256 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:23.727118 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Bound port: bd70a0b1-6b43-4631-8ff7-55ed30557dbf, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:23.727118 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.745779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.752838 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.789393 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:23.814490 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] For port bd70a0b1-6b43-4631-8ff7-55ed30557dbf, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:23.818733 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] For port bd70a0b1-6b43-4631-8ff7-55ed30557dbf, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:23.828395 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.834180 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:23.891131 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:23.895344 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Pushing event updated for resources: {'Port': ['ID=b5caf150-5e18-40ce-b431-9f194eb3b78e,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:23.898233 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:23.937898 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Routers {'503f6b1f-30b9-40b6-9e98-c20776064aff'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:23.939000 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bb9a580>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['503f6b1f-30b9-40b6-9e98-c20776064aff'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:23.978600 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-3e936d56-27de-4cbb-afd7-6f24c988541e None None] Provisioning complete for port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:23.981154 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3e936d56-27de-4cbb-afd7-6f24c988541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.003867 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c06f2-9703-491e-945e-fafb29f0a0e7 None None] Pushing event updated for resources: {'Port': ['ID=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:24.017854 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-641c06f2-9703-491e-945e-fafb29f0a0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:24.046345 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.086722 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:24.088090 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:24.090465 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.provisioning_blocks [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Transition to ACTIVE for port object b1687d57-b9af-4c50-86d0-bda60b2721dd will not be triggered until provisioned by entity DHCP. {{(pid=91604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:24.138515 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.145903 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bb236b85-ed72-4c93-a06c-c1d172c1df19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:24.190465 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] Set router 503f6b1f-30b9-40b6-9e98-c20776064aff gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:24.289244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Pushing event updated for resources: {'Port': ['ID=b1687d57-b9af-4c50-86d0-bda60b2721dd,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:24.306558 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:24.327518 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Network a8412139-6a4d-49b7-87f5-728206af016d is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:24.330032 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:24.347427 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:24.501060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:34:24.520414 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e3a39-1fbd-4c4f-9303-083b95156fea req-70784118-bffe-4832-b5b3-3020931bb2ea tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:24.522089 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5a1e3a39-1fbd-4c4f-9303-083b95156fea req-70784118-bffe-4832-b5b3-3020931bb2ea tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 944 time: 0.2865412
May 19 23:34:24.531426 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.569850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.692696 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5a1e3a39-1fbd-4c4f-9303-083b95156fea req-9fb6ed4d-8ec6-4d0c-b4a6-9fa62a451c44 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561661
May 19 23:34:24.697847 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3e936d56-27de-4cbb-afd7-6f24c988541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.720190 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bb9a580>, [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:34:20Z', 'revision_number': 3, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:24.727413 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747df00-ef46-429e-8147-1aec88fd3244 None None] The sync data for ids ['503f6b1f-30b9-40b6-9e98-c20776064aff'] in dv-cinder-792209-1-iscsi is: [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:34:20Z', 'revision_number': 3, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:24.764784 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.797970 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Transition to ACTIVE for port object 1429e7fe-c13e-4897-8010-4f6a55adb586 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:24.803846 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,segment=NetworkSegment(8775c8c6-c587-4031-9483-cffb6c0b2749),segment_id=8775c8c6-c587-4031-9483-cffb6c0b2749)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:24.809529 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.826757 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:24.848977 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.857261 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:24.876825 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] 10.222.0.59 "PUT /v2.0/routers/ad18c01b-a88d-49c6-b22b-d7d9bd8883c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6955841
May 19 23:34:24.896183 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:24.936912 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device a9486299-32ad-403f-842e-10a8c0212187 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:25.043298 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Attempting to bind port 1429e7fe-c13e-4897-8010-4f6a55adb586 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:25.043683 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Attempting to bind port 1429e7fe-c13e-4897-8010-4f6a55adb586 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:25.044050 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Attempting to bind port 1429e7fe-c13e-4897-8010-4f6a55adb586 on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:25.061891 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:25.062545 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:25.062964 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.063533 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:25.064028 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Bound port: 1429e7fe-c13e-4897-8010-4f6a55adb586, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:25.065132 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.148930 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0acc1-35dc-4d52-bd6f-6405cfe4cd8f None None] Pushing event updated for resources: {'Port': ['ID=1429e7fe-c13e-4897-8010-4f6a55adb586,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:25.167850 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a2f0acc1-35dc-4d52-bd6f-6405cfe4cd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:25.172365 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:25.228023 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.234613 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.260348 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:25.268370 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:25.269470 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.db.api [None req-3e936d56-27de-4cbb-afd7-6f24c988541e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 19 23:34:25.269822 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_db.api [None req-3e936d56-27de-4cbb-afd7-6f24c988541e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 19 23:34:25.277247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9370e9e9-4872-4d4e-8379-4a4c5e89199d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:25.303755 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port a9486299-32ad-403f-842e-10a8c0212187 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:25.320155 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port a9486299-32ad-403f-842e-10a8c0212187 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:25.320547 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.351970 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] For port 1429e7fe-c13e-4897-8010-4f6a55adb586, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:25.384569 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.388531 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Pushing event updated for resources: {'Port': ['ID=b1687d57-b9af-4c50-86d0-bda60b2721dd,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:25.393523 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:25.398697 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] For port 1429e7fe-c13e-4897-8010-4f6a55adb586, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=1429e7fe-c13e-4897-8010-4f6a55adb586,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:25.415444 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.427395 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:25.555916 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:25.557453 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145c952df0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:25.714343 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0acc1-35dc-4d52-bd6f-6405cfe4cd8f None None] Pushing event updated for resources: {'Port': ['ID=1429e7fe-c13e-4897-8010-4f6a55adb586,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:25.722012 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a2f0acc1-35dc-4d52-bd6f-6405cfe4cd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:25.756514 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Network a8412139-6a4d-49b7-87f5-728206af016d is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:25.757874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:25.793425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51124) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:25.802902 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825691634', 'description': 'tempest-description--373535503'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:25.813066 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:25.815824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:25.819496 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:25.825762 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:25.844718 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:25.878583 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:25.886954 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group_rule and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:25.895605 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:25.909946 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:25.951474 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.023905 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9486299-32ad-403f-842e-10a8c0212187'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:26.053378 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:26.108985 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.116876 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.131527 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9486299-32ad-403f-842e-10a8c0212187', 'code': 200}
May 19 23:34:26.145984 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port a9486299-32ad-403f-842e-10a8c0212187, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a9486299-32ad-403f-842e-10a8c0212187,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:26.157987 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-48cf6234-9b8f-4c97-abee-9b7ae7cb2790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:26.170554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.174857 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3772314
May 19 23:34:26.175577 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51140) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:26.188973 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'security_group_rule': {'security_group_id': '918a0144-9e7c-4e1b-8ac0-95ea95d81fe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:26.197505 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.201393 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:26.203286 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:26.204412 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a2f0acc1-35dc-4d52-bd6f-6405cfe4cd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:26.205538 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:26.214346 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Router 503f6b1f-30b9-40b6-9e98-c20776064aff has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:34:26.216062 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group_rule and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:26.237428 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c2681-56c8-4383-8ed8-ca8181f0291c req-e11f2fac-c23a-4510-ae07-2a57c28c6f32 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:26.237428 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b92c2681-56c8-4383-8ed8-ca8181f0291c req-e11f2fac-c23a-4510-ae07-2a57c28c6f32 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 944 time: 0.3123577
May 19 23:34:26.237428 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:26.253555 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:26.380325 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b92c2681-56c8-4383-8ed8-ca8181f0291c req-97b07e55-11a3-4d5a-a86e-352118f62a30 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441023
May 19 23:34:26.383017 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.415374 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-25d5599c-a699-4313-8884-3c4bfbfec017 None None] Provisioning complete for port b5caf150-5e18-40ce-b431-9f194eb3b78e triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:26.416022 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-25d5599c-a699-4313-8884-3c4bfbfec017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.469349 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3ca3-a003-4616-bd46-1167d9dd3420 req-acd1bef1-6672-4bfb-b75b-4143c07b862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:26.471573 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f8c3ca3-a003-4616-bd46-1167d9dd3420 req-acd1bef1-6672-4bfb-b75b-4143c07b862a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 1098 time: 0.1195612
May 19 23:34:26.515937 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:26.536426 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.542983 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f8c3ca3-a003-4616-bd46-1167d9dd3420 req-9f41a49b-5c1a-4fbb-af54-a4f6ba9b304e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599234
May 19 23:34:26.545198 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.551820 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] 10.222.0.59 "PUT /v2.0/routers/503f6b1f-30b9-40b6-9e98-c20776064aff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5166969
May 19 23:34:26.551820 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bc5508e8-5903-419a-b939-37c284d8027c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:26.573040 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433881a4-66fb-402f-b4d6-5f1ecdfe7cde,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:26.576312 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=a9486299-32ad-403f-842e-10a8c0212187,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:26.577650 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:26.583797 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.585020 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-03ddbee2-e1b0-487d-9076-ab0063eb90ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4079552
May 19 23:34:26.587358 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-25d5599c-a699-4313-8884-3c4bfbfec017 None None] Port b5caf150-5e18-40ce-b431-9f194eb3b78e cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:34:26.588328 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51154) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:26.592392 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:26.593302 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'security_group_rule': {'security_group_id': '918a0144-9e7c-4e1b-8ac0-95ea95d81fe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:26.603349 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:26.607840 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group_rule and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:26.610431 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:26.618404 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-25d5599c-a699-4313-8884-3c4bfbfec017 None None] Provisioning for port b1687d57-b9af-4c50-86d0-bda60b2721dd completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:26.618617 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:26.633631 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-25d5599c-a699-4313-8884-3c4bfbfec017 None None] Provisioning complete for port b1687d57-b9af-4c50-86d0-bda60b2721dd triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:26.634043 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-25d5599c-a699-4313-8884-3c4bfbfec017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.653922 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.754447 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.761347 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.763932 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:26.781850 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-25d5599c-a699-4313-8884-3c4bfbfec017 None None] Port b1687d57-b9af-4c50-86d0-bda60b2721dd cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:34:26.793076 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693fb60e-be30-4701-b536-6627bc5746cb,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:26.799984 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:26.805927 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:26.807569 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2186849
May 19 23:34:26.810666 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51168) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:26.825546 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:26.836192 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:26.848871 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:floatingip and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:26.855759 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:26.862761 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:26.865985 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145c952df0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 2, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:26.876414 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094308c-6393-4c43-bb33-f02ffad3a68a None None] The sync data for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi is: [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 2, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:26.877511 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:27.064272 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:27.138741 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:27.264332 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Sync routers for ids ['503f6b1f-30b9-40b6-9e98-c20776064aff'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:27.313235 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Routers {'503f6b1f-30b9-40b6-9e98-c20776064aff'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:27.314688 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457d5ff40>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['503f6b1f-30b9-40b6-9e98-c20776064aff'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:27.591882 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Allocated IP 172.27.1.24 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/52c2ebad-d874-42fc-9eb3-9423dd9455d9) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:27.614237 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Set router 503f6b1f-30b9-40b6-9e98-c20776064aff gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:27.864919 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eae67-5224-469b-882c-34212e1859aa req-10dec525-4885-43bf-8d1c-3db6d8a93343 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:27.866601 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ce2eae67-5224-469b-882c-34212e1859aa req-10dec525-4885-43bf-8d1c-3db6d8a93343 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 945 time: 0.1618438
May 19 23:34:27.929294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:27.942598 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ce2eae67-5224-469b-882c-34212e1859aa req-62a7cc8e-04f9-404f-b0a3-713379bf7115 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673866
May 19 23:34:28.044021 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:28.044399 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.062626 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.072552 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e1ca8a49-76bb-47c8-bd6d-a2810880cf3e tempest-ServerRescueNegativeTestJSON-1553319321 tempest-ServerRescueNegativeTestJSON-1553319321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:28.167925 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-073871f6-2a1d-4094-832c-8604cd18d55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.221700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:28.225569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:28.227789 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'Port': ['ID=52c2ebad-d874-42fc-9eb3-9423dd9455d9,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:28.232931 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:28.260639 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:28.356779 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bd70a0b1-6b43-4631-8ff7-55ed30557dbf up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:28.365846 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.496856 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.511988 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457d5ff40>, [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:34:24Z', 'revision_number': 4, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b1687d57-b9af-4c50-86d0-bda60b2721dd', 'name': '', 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'mac_address': 'fa:16:3e:6a:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '09bb9f64-13c8-4959-9e58-f6d598d3dc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:23Z', 'updated_at': '2021-05-19T23:34:24Z', 'revision_number': 2, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'subnets': [{'id': '09bb9f64-13c8-4959-9e58-f6d598d3dc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:28.514867 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port bd70a0b1-6b43-4631-8ff7-55ed30557dbf completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:28.547402 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Checking router: 503f6b1f-30b9-40b6-9e98-c20776064aff for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:28.548130 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Updating router 503f6b1f-30b9-40b6-9e98-c20776064aff port b1687d57-b9af-4c50-86d0-bda60b2721dd binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:34:28.593972 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port bd70a0b1-6b43-4631-8ff7-55ed30557dbf triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:28.602011 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.787205 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.919384 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.925850 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.937846 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:28.953148 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fb04f8b9-f45d-4e26-acef-08dbeb88b401 tempest-VolumesActionsTest-181645167 tempest-VolumesActionsTest-181645167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:28.976054 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port bd70a0b1-6b43-4631-8ff7-55ed30557dbf, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:28.990329 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:29.106810 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-9ffff5eb-a371-4d7d-bde6-84dd79c87fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:29.128951 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'Port': ['ID=52c2ebad-d874-42fc-9eb3-9423dd9455d9,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:29.132281 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:29.133681 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:29.170112 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-23a7fccd-b582-49fa-8777-e4b64ff74dfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3606682
May 19 23:34:29.196815 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:29.212307 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4001534
May 19 23:34:29.295878 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 1429e7fe-c13e-4897-8010-4f6a55adb586 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:29.305678 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-5e0b6a64-e196-4782-954a-d9965735c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:29.311555 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-5e0b6a64-e196-4782-954a-d9965735c236 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 1100 time: 0.0978742
May 19 23:34:29.602497 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:29.637870 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-e622635f-8cdb-46d4-81ca-bffa7b096c95 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Synchronizing usage tracker for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:29.686874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-e622635f-8cdb-46d4-81ca-bffa7b096c95 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Unset dirty status for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:29.692586 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-e622635f-8cdb-46d4-81ca-bffa7b096c95 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1825691634&fields=id&tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa HTTP/1.1" status: 200  len: 267 time: 0.1508875
May 19 23:34:29.706863 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:29.731869 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-0788810b-9120-4078-a6b9-23222f8a1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:29.735635 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-0788810b-9120-4078-a6b9-23222f8a1b1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.3968835
May 19 23:34:29.821830 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 1429e7fe-c13e-4897-8010-4f6a55adb586 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:29.851838 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 1429e7fe-c13e-4897-8010-4f6a55adb586 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:29.852275 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:29.934746 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51258) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:29.997999 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-046790a7-4140-4491-b88e-fa711b6dd98a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 HTTP/1.1" status: 200  len: 1002 time: 0.2543542
May 19 23:34:30.012190 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-a9cc0de4-f4e1-482d-983c-d405c152af01 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:30.013635 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-a9cc0de4-f4e1-482d-983c-d405c152af01 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Synchronizing usage tracker for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:network {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:30.053205 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-a9cc0de4-f4e1-482d-983c-d405c152af01 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Unset dirty status for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:network {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:30.054299 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-a9cc0de4-f4e1-482d-983c-d405c152af01 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 810 time: 0.3570292
May 19 23:34:30.076021 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-9217508e-021d-4290-999b-36887faab595 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/quotas/acca1c2a473b43d1a2f7133fc20dbcaa HTTP/1.1" status: 200  len: 375 time: 0.0153565
May 19 23:34:30.234728 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-d9d92364-5738-43e5-829f-528b78086eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:30.237183 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-d9d92364-5738-43e5-829f-528b78086eec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.2298498
May 19 23:34:30.244467 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-6ecd2498-1eaa-4c2f-a9f5-4bcfcef8c9eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=511476c77e3b4668907127733b691c42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3080454
May 19 23:34:30.251129 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51270) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:30.284214 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-453d49a4-e631-4825-ac56-f746ee479ece tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2069428
May 19 23:34:30.409617 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.431154 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.457002 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 1429e7fe-c13e-4897-8010-4f6a55adb586, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=1429e7fe-c13e-4897-8010-4f6a55adb586,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:30.464184 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.471219 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:30.499153 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.528751 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Transition to ACTIVE for port object b1687d57-b9af-4c50-86d0-bda60b2721dd will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:30.529384 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-bf55b7fe-0f23-4ba7-b4e7-b49950c0edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:30.531143 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-bf55b7fe-0f23-4ba7-b4e7-b49950c0edbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2812469
May 19 23:34:30.551352 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.554430 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-0fb9cf93-5098-4f4f-8730-4d66abd6a0d0 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2678378
May 19 23:34:30.591200 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.694698 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=1429e7fe-c13e-4897-8010-4f6a55adb586,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:30.708413 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:30.714656 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-837297da-951c-4d9f-accf-4bf0647d6391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:30.795059 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d28eb-8c26-4484-a313-08581f604cc2 None None] Pushing event updated for resources: {'Port': ['ID=b1687d57-b9af-4c50-86d0-bda60b2721dd,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:30.842838 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3a9d28eb-8c26-4484-a313-08581f604cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:30.861817 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-998ed536-169c-4261-9f67-2c9fc610f1a9 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3193648
May 19 23:34:30.872509 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-c75641f4-ac78-4094-a4fe-5a4c40e8f004 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3167796
May 19 23:34:30.899184 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Attempting to bind port b1687d57-b9af-4c50-86d0-bda60b2721dd on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:30.900076 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Attempting to bind port b1687d57-b9af-4c50-86d0-bda60b2721dd by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:30.900076 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Attempting to bind port b1687d57-b9af-4c50-86d0-bda60b2721dd on network a8412139-6a4d-49b7-87f5-728206af016d {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:30.914628 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Sync routers for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:30.928154 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-21f32297-15ea-4879-9274-16b82f9377cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.935956 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:30.936474 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Checking segment: {'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:30.936941 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.937476 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Bound using segment: {'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:30.937871 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Bound port: b1687d57-b9af-4c50-86d0-bda60b2721dd, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8775c8c6-c587-4031-9483-cffb6c0b2749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:30.938097 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:30.938301 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:30.938738 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bdd3c10>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:30.954507 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:31.041586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:31.050252 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8bf7754d-d116-4a38-ba44-3d7fc477fc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:31.098783 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:31.108898 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:31.124290 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] For port b1687d57-b9af-4c50-86d0-bda60b2721dd, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:31.128681 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] For port b1687d57-b9af-4c50-86d0-bda60b2721dd, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=b1687d57-b9af-4c50-86d0-bda60b2721dd,segment=NetworkSegment(8775c8c6-c587-4031-9483-cffb6c0b2749),segment_id=8775c8c6-c587-4031-9483-cffb6c0b2749)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:31.133658 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:31.136169 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d69da3c-3e72-4eb6-8bd0-6cae3f3b44a0 HTTP/1.1" status: 204  len: 168 time: 0.8821263
May 19 23:34:31.167863 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:31.180752 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dad6efa1-f361-47c1-8df1-bd4543d93127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:31.256967 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aa5204a4-65e7-4528-93c0-1a079d63dadb req-870777da-0667-4f28-8748-35823da0cb25 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 210 time: 0.1389792
May 19 23:34:31.332137 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 1429e7fe-c13e-4897-8010-4f6a55adb586 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:31.422780 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:31.468781 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-86e9bdf8-b3b2-451a-9e48-22a21bf88136 req-bb2b9a1d-aea7-4614-8137-ba4f4e29b2eb service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5993159
May 19 23:34:31.505292 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Routers {'503f6b1f-30b9-40b6-9e98-c20776064aff'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:31.513373 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457d5ff40>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['503f6b1f-30b9-40b6-9e98-c20776064aff'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:31.800160 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:31.809363 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d28eb-8c26-4484-a313-08581f604cc2 None None] Pushing event updated for resources: {'Port': ['ID=b1687d57-b9af-4c50-86d0-bda60b2721dd,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:31.827295 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3a9d28eb-8c26-4484-a313-08581f604cc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:31.944080 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 1429e7fe-c13e-4897-8010-4f6a55adb586 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:31.944790 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:32.009286 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] Set router 503f6b1f-30b9-40b6-9e98-c20776064aff gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:32.157919 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bdd3c10>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 2, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:32.164357 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Checking router: ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:32.164971 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Updating router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 port b5caf150-5e18-40ce-b431-9f194eb3b78e binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:34:32.223984 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:32.248241 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bd70a0b1-6b43-4631-8ff7-55ed30557dbf up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:32.442281 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port bd70a0b1-6b43-4631-8ff7-55ed30557dbf triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:32.442564 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:32.531181 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e88738db-9cbc-40c5-9257-a3d0caebbf25 req-4328f934-b79d-44b4-ae20-719d10e0ced2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 210 time: 0.0888369
May 19 23:34:32.568028 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457d5ff40>, [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:34:24Z', 'revision_number': 4, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b1687d57-b9af-4c50-86d0-bda60b2721dd', 'name': '', 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'mac_address': 'fa:16:3e:6a:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '09bb9f64-13c8-4959-9e58-f6d598d3dc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:23Z', 'updated_at': '2021-05-19T23:34:31Z', 'revision_number': 4, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'subnets': [{'id': '09bb9f64-13c8-4959-9e58-f6d598d3dc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:32.582129 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7393355-ede0-4b77-8431-646380c0f767 None None] The sync data for ids ['503f6b1f-30b9-40b6-9e98-c20776064aff'] in dv-cinder-792209-1-iscsi is: [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:34:24Z', 'revision_number': 4, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b1687d57-b9af-4c50-86d0-bda60b2721dd', 'name': '', 'network_id': 'a8412139-6a4d-49b7-87f5-728206af016d', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'mac_address': 'fa:16:3e:6a:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '09bb9f64-13c8-4959-9e58-f6d598d3dc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:23Z', 'updated_at': '2021-05-19T23:34:31Z', 'revision_number': 4, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'subnets': [{'id': '09bb9f64-13c8-4959-9e58-f6d598d3dc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:32.725491 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:32.740573 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Transition to ACTIVE for port object b5caf150-5e18-40ce-b431-9f194eb3b78e will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:32.752390 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:32.756465 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:32.944990 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966a50-f8c5-4ee4-a05d-777164157c78 None None] Pushing event updated for resources: {'Port': ['ID=b5caf150-5e18-40ce-b431-9f194eb3b78e,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:32.949167 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c8966a50-f8c5-4ee4-a05d-777164157c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:33.138768 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Attempting to bind port b5caf150-5e18-40ce-b431-9f194eb3b78e on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:33.139255 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Attempting to bind port b5caf150-5e18-40ce-b431-9f194eb3b78e by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:33.139516 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Attempting to bind port b5caf150-5e18-40ce-b431-9f194eb3b78e on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:33.170345 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:33.171011 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Checking segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:33.171169 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:33.171537 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Bound using segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:33.172061 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Bound port: b5caf150-5e18-40ce-b431-9f194eb3b78e, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:33.172443 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:33.185376 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b1687d57-b9af-4c50-86d0-bda60b2721dd up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:33.403433 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] For port b5caf150-5e18-40ce-b431-9f194eb3b78e, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:33.408762 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] For port b5caf150-5e18-40ce-b431-9f194eb3b78e, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=b5caf150-5e18-40ce-b431-9f194eb3b78e,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:33.420053 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:33.425880 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:33.454268 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-dd22eff5-bc6a-4ccf-837d-c099fe151986 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:33.456394 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-dd22eff5-bc6a-4ccf-837d-c099fe151986 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 810 time: 0.3886476
May 19 23:34:33.497912 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:33.513704 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port b1687d57-b9af-4c50-86d0-bda60b2721dd completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:33.520509 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port b1687d57-b9af-4c50-86d0-bda60b2721dd triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:33.520880 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:33.554060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-ea9d2cc6-3e91-4612-8576-d6d760d72d7c tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Synchronizing usage tracker for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:security_group {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:33.583336 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-ea9d2cc6-3e91-4612-8576-d6d760d72d7c tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Unset dirty status for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:security_group {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:33.584552 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-ea9d2cc6-3e91-4612-8576-d6d760d72d7c tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa HTTP/1.1" status: 200  len: 380 time: 0.1083305
May 19 23:34:33.593035 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:33.593678 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bdd3c10>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:33.596659 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'port': {'device_id': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'admin_state_up': True, 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'security_groups': ['918a0144-9e7c-4e1b-8ac0-95ea95d81fe5']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:33.747875 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:33.749436 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966a50-f8c5-4ee4-a05d-777164157c78 None None] Pushing event updated for resources: {'Port': ['ID=b5caf150-5e18-40ce-b431-9f194eb3b78e,revision_number=4']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:33.762002 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c8966a50-f8c5-4ee4-a05d-777164157c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:33.845333 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port b1687d57-b9af-4c50-86d0-bda60b2721dd, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=b1687d57-b9af-4c50-86d0-bda60b2721dd,segment=NetworkSegment(8775c8c6-c587-4031-9483-cffb6c0b2749),segment_id=8775c8c6-c587-4031-9483-cffb6c0b2749)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:33.855806 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:33.856374 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:33.864370 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f9ff063d-29cf-498d-bf86-51058f1c208d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:33.866203 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:port and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:33.873542 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:33.888739 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:33.910183 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9b28d2cc-e2cd-4bb4-bdf1-67ab518f5e36 req-af72ce37-4737-4cc2-9de8-682c39bf99df tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 210 time: 0.1084938
May 19 23:34:33.913510 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Made reservation on behalf of acca1c2a473b43d1a2f7133fc20dbcaa for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:33.917824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:34.078255 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:34.081055 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=b1687d57-b9af-4c50-86d0-bda60b2721dd,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:34.096820 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:34.214110 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Allocated IP 172.20.0.11 (6ea8c7e4-5092-4703-a829-667288a0c6d4/729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c/659ee0c4-5d88-4e37-9171-ac1592b1d396) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:34.503042 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:34.529822 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Transition to ACTIVE for port object 659ee0c4-5d88-4e37-9171-ac1592b1d396 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:34.553725 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bdd3c10>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:33Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:34.558838 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06471f7b-9200-4f28-8ad9-d2a52fbb7eac None None] The sync data for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi is: [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:33Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:34.568219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:34.574546 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:34.656750 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:34.660967 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:34.665951 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'Port': ['ID=659ee0c4-5d88-4e37-9171-ac1592b1d396,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:34.703916 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:34.755108 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:34.806278 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:34.807383 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:34.834945 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2430384
May 19 23:34:34.847244 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Request body: {'port': {'device_id': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:35.002212 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-3754622e-2ba3-492c-95f7-8f17a3990ab1 None None] Provisioning for port 659ee0c4-5d88-4e37-9171-ac1592b1d396 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:35.004081 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:35.022252 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-3754622e-2ba3-492c-95f7-8f17a3990ab1 None None] Provisioning complete for port 659ee0c4-5d88-4e37-9171-ac1592b1d396 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:35.022636 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3754622e-2ba3-492c-95f7-8f17a3990ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:35.102223 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-3754622e-2ba3-492c-95f7-8f17a3990ab1 None None] Port 659ee0c4-5d88-4e37-9171-ac1592b1d396 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:34:35.190219 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b5caf150-5e18-40ce-b431-9f194eb3b78e up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:35.305532 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port b5caf150-5e18-40ce-b431-9f194eb3b78e completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:35.316083 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port b5caf150-5e18-40ce-b431-9f194eb3b78e triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:35.316395 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:35.474386 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f2212-433b-49ea-9890-7332eb1ea9a6 req-7bad7947-86ce-4a20-b35c-3a47b5a6dbd5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:35.495204 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-060f2212-433b-49ea-9890-7332eb1ea9a6 req-7bad7947-86ce-4a20-b35c-3a47b5a6dbd5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 932 time: 0.4193218
May 19 23:34:35.569568 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-060f2212-433b-49ea-9890-7332eb1ea9a6 req-8b314f20-2359-4275-91c5-208eb126f95b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733747
May 19 23:34:35.573511 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:35.629625 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port b5caf150-5e18-40ce-b431-9f194eb3b78e, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=b5caf150-5e18-40ce-b431-9f194eb3b78e,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:35.637156 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:35.642347 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b1687d57-b9af-4c50-86d0-bda60b2721dd up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:35.676039 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:35.700343 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659ee0c4-5d88-4e37-9171-ac1592b1d396 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:34:35.711521 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:35.729050 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Transition to ACTIVE for port object 659ee0c4-5d88-4e37-9171-ac1592b1d396 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:35.739057 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:35.751353 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-18fa9b3e-5d77-40d5-9761-e3aa9582f861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:35.794778 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=b5caf150-5e18-40ce-b431-9f194eb3b78e,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:35.807260 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:35.825690 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port b1687d57-b9af-4c50-86d0-bda60b2721dd triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:35.826310 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:36.238244 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=659ee0c4-5d88-4e37-9171-ac1592b1d396,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:36.242052 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:36.297611 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Attempting to bind port 659ee0c4-5d88-4e37-9171-ac1592b1d396 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:36.298089 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Attempting to bind port 659ee0c4-5d88-4e37-9171-ac1592b1d396 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:36.298779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Attempting to bind port 659ee0c4-5d88-4e37-9171-ac1592b1d396 on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:36.312287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Port 659ee0c4-5d88-4e37-9171-ac1592b1d396 on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:34:36.312761 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Attempting to bind port 659ee0c4-5d88-4e37-9171-ac1592b1d396 on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:36.323372 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:36.323755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Checking segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:36.324097 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Bound using segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:36.324536 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Bound port: 659ee0c4-5d88-4e37-9171-ac1592b1d396, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:36.324911 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:36.426831 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] For port 659ee0c4-5d88-4e37-9171-ac1592b1d396, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:36.430547 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] For port 659ee0c4-5d88-4e37-9171-ac1592b1d396, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:36.435492 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:36.439822 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:36.514694 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:36.515382 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:36.516884 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] 10.222.0.55 "PUT /v2.0/ports/659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 200  len: 1094 time: 1.6748095
May 19 23:34:36.518267 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:36.558562 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=659ee0c4-5d88-4e37-9171-ac1592b1d396,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:36.566042 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:36.701221 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'status': 'completed', 'code': 200}
May 19 23:34:36.794895 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-542091ca-224f-459e-80b6-a1aed1816132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:36.796515 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-542091ca-224f-459e-80b6-a1aed1816132 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 1097 time: 0.2000299
May 19 23:34:36.947722 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-5db809d5-e865-4e39-9ba1-9432a2ddb8ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 200  len: 217 time: 0.1382864
May 19 23:34:37.064396 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-132ca1d5-d755-4dc9-b793-b071062c5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:37.066325 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-132ca1d5-d755-4dc9-b793-b071062c5837 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.1135032
May 19 23:34:37.151860 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b5caf150-5e18-40ce-b431-9f194eb3b78e up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:37.238098 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-6d0cc044-1e1d-456f-9780-afce808ac2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:37.242393 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29b25-f14a-4664-a7c0-828da8ef33dc req-9a84dd1b-55df-480a-91ef-37758ffa2f40 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:37.244770 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-6d0cc044-1e1d-456f-9780-afce808ac2b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1582580
May 19 23:34:37.246142 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7fc29b25-f14a-4664-a7c0-828da8ef33dc req-9a84dd1b-55df-480a-91ef-37758ffa2f40 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 944 time: 0.2118793
May 19 23:34:37.287429 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port b5caf150-5e18-40ce-b431-9f194eb3b78e triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:37.288681 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:37.344623 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7fc29b25-f14a-4664-a7c0-828da8ef33dc req-d1f4e5e6-28d4-4e19-8441-6e651328dfc5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912180
May 19 23:34:37.455651 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-ae209635-2f4f-4c6a-9651-58d050ec672f service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987789
May 19 23:34:37.494292 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04191bd-4648-4248-8a10-f51d757f5ebd req-f3c84b51-7877-44b5-9bb6-6dd95205f39c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:37.498717 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a04191bd-4648-4248-8a10-f51d757f5ebd req-f3c84b51-7877-44b5-9bb6-6dd95205f39c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0960376
May 19 23:34:37.546833 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a04191bd-4648-4248-8a10-f51d757f5ebd req-79dd50b6-2906-4e06-8a78-5304a85fc834 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442424
May 19 23:34:38.559587 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8061ca7-7a10-452a-943b-9a30af53689e req-111eb804-6c76-41e0-a907-9a4a93e0b0cb tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:38.560656 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f8061ca7-7a10-452a-943b-9a30af53689e req-111eb804-6c76-41e0-a907-9a4a93e0b0cb tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 944 time: 0.0980465
May 19 23:34:38.609373 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-353b20bf-f839-487d-8ded-e6adf1d6c56d req-92e2231f-bf53-40ac-8775-d720befec8fd service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678970
May 19 23:34:38.614563 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f8061ca7-7a10-452a-943b-9a30af53689e req-2b6b9a48-8c0c-48cb-b517-671d01a9aab6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470970
May 19 23:34:38.779180 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7e35-8114-4ae7-ae72-3f7d403e6e84 req-93aac69c-f5ee-4acc-b94f-09e5512e2d88 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:38.780701 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-045b7e35-8114-4ae7-ae72-3f7d403e6e84 req-93aac69c-f5ee-4acc-b94f-09e5512e2d88 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0884008
May 19 23:34:38.836932 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-045b7e35-8114-4ae7-ae72-3f7d403e6e84 req-60b9946a-8a3e-4e67-a778-e641378a8c41 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495174
May 19 23:34:39.815777 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787433-cf5b-458b-9140-7eb98f35ccd1 req-4bcfa64a-bd72-4332-ac33-9072fd2c529c tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:39.817246 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44787433-cf5b-458b-9140-7eb98f35ccd1 req-4bcfa64a-bd72-4332-ac33-9072fd2c529c tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 944 time: 0.0904784
May 19 23:34:39.869444 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44787433-cf5b-458b-9140-7eb98f35ccd1 req-035517dc-0a4a-4bab-aee9-dfc1438d5eea tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451436
May 19 23:34:40.055104 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99469c9c-14cc-4e65-8d1a-f2da8a1c5587 req-0da8da3e-b038-4c19-9e52-88b4ec22bfe1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:40.056785 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-99469c9c-14cc-4e65-8d1a-f2da8a1c5587 req-0da8da3e-b038-4c19-9e52-88b4ec22bfe1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0929556
May 19 23:34:40.109091 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-99469c9c-14cc-4e65-8d1a-f2da8a1c5587 req-a2ca6850-a116-4733-8b22-42f3019bcb99 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462577
May 19 23:34:40.456498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a013bf-5239-438e-863d-e62068820bc6 req-14995fe8-86fb-4e3a-ba55-41519a2f269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:40.458999 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01a013bf-5239-438e-863d-e62068820bc6 req-14995fe8-86fb-4e3a-ba55-41519a2f269e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 1097 time: 0.0782094
May 19 23:34:40.621649 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a013bf-5239-438e-863d-e62068820bc6 req-384d5b6d-0bca-4667-98b6-6ab466170d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:40.623012 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01a013bf-5239-438e-863d-e62068820bc6 req-384d5b6d-0bca-4667-98b6-6ab466170d27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 911 time: 0.1455765
May 19 23:34:40.711400 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01a013bf-5239-438e-863d-e62068820bc6 req-3da8a6a3-c9c2-45ad-9acc-b2291b0ed9f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 200  len: 217 time: 0.0760336
May 19 23:34:40.779934 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a013bf-5239-438e-863d-e62068820bc6 req-c35eed54-b346-4fb2-a82e-415f2a1883a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:40.781423 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01a013bf-5239-438e-863d-e62068820bc6 req-c35eed54-b346-4fb2-a82e-415f2a1883a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.0632262
May 19 23:34:40.872374 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a013bf-5239-438e-863d-e62068820bc6 req-8a680162-a5cd-4fc0-9cde-f6508c3091b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:40.873825 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01a013bf-5239-438e-863d-e62068820bc6 req-8a680162-a5cd-4fc0-9cde-f6508c3091b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839713
May 19 23:34:41.043402 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01a013bf-5239-438e-863d-e62068820bc6 req-bfc151c0-943b-4dea-9beb-4e203bb02a46 service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587605
May 19 23:34:41.094178 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfc81b-8a04-44c9-a0ff-25ce247020f8 req-ee987ca3-4875-43bc-8406-a0de0c2b7fb4 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:41.102820 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c7cfc81b-8a04-44c9-a0ff-25ce247020f8 req-ee987ca3-4875-43bc-8406-a0de0c2b7fb4 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 944 time: 0.1040843
May 19 23:34:41.166029 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c7cfc81b-8a04-44c9-a0ff-25ce247020f8 req-2997d247-e3e0-4b48-8c89-6e5bcb3cfc00 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619514
May 19 23:34:41.237847 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-01a013bf-5239-438e-863d-e62068820bc6 req-af9382ce-b2c8-4d9e-b5ca-5ff08605d5aa service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859031
May 19 23:34:41.333075 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f90efa-4362-42e2-b1c3-3f23b4eb9119 req-6c2f70c6-cf23-4b69-a47a-ad1d2a48665b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:41.333075 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6f90efa-4362-42e2-b1c3-3f23b4eb9119 req-6c2f70c6-cf23-4b69-a47a-ad1d2a48665b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0904369
May 19 23:34:41.406743 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d6f90efa-4362-42e2-b1c3-3f23b4eb9119 req-7c78000f-9642-40b1-baaa-6e5c2ff4ea93 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672219
May 19 23:34:41.725390 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-5e457615-2cb2-408e-aefb-3a209de4c778 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:41.726878 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-5e457615-2cb2-408e-aefb-3a209de4c778 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Synchronizing usage tracker for tenant:72675c57d8c3409f984d837cf0865da0 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:41.747488 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-5e457615-2cb2-408e-aefb-3a209de4c778 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Unset dirty status for tenant:72675c57d8c3409f984d837cf0865da0 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:41.748732 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-5e457615-2cb2-408e-aefb-3a209de4c778 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.1359029
May 19 23:34:41.993633 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Deleting port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:34:41.994466 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:42.144765 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] For port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:42.145129 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:42.349235 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9baae-59db-4c53-aadf-e87790647d58 req-82e08e2c-6bda-44c7-8466-f3ec370ae54a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:42.351460 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a5e9baae-59db-4c53-aadf-e87790647d58 req-82e08e2c-6bda-44c7-8466-f3ec370ae54a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 944 time: 0.0851533
May 19 23:34:42.401903 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a5e9baae-59db-4c53-aadf-e87790647d58 req-713a98f9-a507-43e7-9138-7331d9bbd56e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454347
May 19 23:34:42.450504 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:42.450957 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:42.451362 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Floating IP 5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03 disassociated. External IP: 172.27.1.120, port: 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20.
May 19 23:34:42.451765 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Calling delete_port for 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:34:42.588865 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:42.594253 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:42.606409 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d8fd0-0ea4-4084-8cba-5e06ff55318e req-8a3cb679-d4b4-4821-97d4-ef4ea37d6172 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:42.608246 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d20d8fd0-0ea4-4084-8cba-5e06ff55318e req-8a3cb679-d4b4-4821-97d4-ef4ea37d6172 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 947 time: 0.0962183
May 19 23:34:42.640999 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event deleted for resources: {'Port': ['ID=811d7d26-a3b0-46e0-9ce7-bfcd9206bb20,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:42.644729 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:42.674091 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d20d8fd0-0ea4-4084-8cba-5e06ff55318e req-4149e722-cb1a-4def-ae95-035184610b36 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=3d24a11e-88dd-420b-8fa8-3911e63bcbef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576019
May 19 23:34:42.841043 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Router 65746008-f273-4150-a3d9-ba12efeeaa9f has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:34:42.875832 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-7411d39f-d5b6-4dab-81be-672d7fe76eda tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:42.876508 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-7411d39f-d5b6-4dab-81be-672d7fe76eda tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Synchronizing usage tracker for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:network {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:42.895604 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-7411d39f-d5b6-4dab-81be-672d7fe76eda tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Unset dirty status for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:network {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:42.896882 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-7411d39f-d5b6-4dab-81be-672d7fe76eda tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 815 time: 0.1743376
May 19 23:34:42.912664 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-50056106-54f5-4ce3-bf3e-0d4718094a78 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/quotas/5b5c81ae2b1c44078ea002a45adb03b6 HTTP/1.1" status: 200  len: 375 time: 0.0102489
May 19 23:34:43.001321 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-32c08e42-0dd0-4bab-8039-1b5198a5f994 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0826237
May 19 23:34:43.029978 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:34:43.040722 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] Sync routers for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:34:43.052786 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:43.053385 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457932970>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:43.109306 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] No DVR routers for this DVR port 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:34:43.112448 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:43.116213 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-deleted', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:43.137163 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-826ea4f4-7d7e-476f-9832-de6b115428f4 req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "DELETE /v2.0/ports/811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 HTTP/1.1" status: 204  len: 173 time: 1.3821883
May 19 23:34:43.164860 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-4651d3a3-7b2b-4618-a74c-4f982deb567b service neutron] 10.222.0.59 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513510
May 19 23:34:43.179519 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ee5248-b6fd-4423-94b5-9b2614ff384f', 'name': 'network-vif-deleted', 'tag': '811d7d26-a3b0-46e0-9ce7-bfcd9206bb20', 'status': 'completed', 'code': 200}
May 19 23:34:43.218861 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:34:43.245781 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:43.294744 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-9fb979dc-3b3e-4755-bfe1-ef8a328e7611 service neutron] 10.222.0.59 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288249
May 19 23:34:43.505558 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dc644735-849d-4c9a-8e06-3c364d76d7a8 req-b30271dc-0855-4956-8338-e7b970de4036 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 210 time: 0.0601435
May 19 23:34:43.649212 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457932970>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:43.653059 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] Checking router: 65746008-f273-4150-a3d9-ba12efeeaa9f for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:34:43.663744 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:34:43.664910 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457932970>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:34:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:43.667443 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbf319-2bee-4094-95ae-435c744e9107 req-b8890866-d337-46a2-bfbb-dade33927ade tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:43.675579 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-92fbf319-2bee-4094-95ae-435c744e9107 req-b8890866-d337-46a2-bfbb-dade33927ade tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 944 time: 0.0981159
May 19 23:34:43.730650 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-92fbf319-2bee-4094-95ae-435c744e9107 req-4b250398-f905-4e78-92e0-642751462ac7 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540128
May 19 23:34:43.908251 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 659ee0c4-5d88-4e37-9171-ac1592b1d396 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:34:43.927121 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:34:43.967518 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c5e571bc-7a04-43e9-9189-59c7702ed8c9 req-a0ca4c10-2aad-46ee-93a8-854f50efff1a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.1359298
May 19 23:34:44.255370 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 659ee0c4-5d88-4e37-9171-ac1592b1d396, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:44.280991 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'port_id': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'mac_address': 'fa:16:3e:bb:cd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:34:44.380263 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:44.400503 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659ee0c4-5d88-4e37-9171-ac1592b1d396 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:34:44.420815 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 659ee0c4-5d88-4e37-9171-ac1592b1d396, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:44.426656 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457932970>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:34:44.431456 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba1b38-e52d-4376-aba0-7199ce670666 None None] The sync data for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi is: [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:34:44.433332 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:44.435310 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:44.506025 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=659ee0c4-5d88-4e37-9171-ac1592b1d396,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:44.509118 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:44.649695 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-58af5915-86ad-4801-ba77-87b314f73d68 req-0db85a97-21ad-4f5d-a7ad-3275cf9b32fd tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 210 time: 0.0449226
May 19 23:34:44.674192 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde588a-ab67-4fee-9640-dda93459fc52 None None] New status for floating IP 5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03: DOWN {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:34:44.946534 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fda7c-4d0c-44e8-8015-777cf2cd09b9 req-12df0b59-5691-4923-bb4b-eceef47c0815 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:44.948226 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-419fda7c-4d0c-44e8-8015-777cf2cd09b9 req-12df0b59-5691-4923-bb4b-eceef47c0815 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 945 time: 0.0996263
May 19 23:34:44.997410 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-419fda7c-4d0c-44e8-8015-777cf2cd09b9 req-abbb4e3e-ad1d-49a1-ab60-670a39a93345 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433028
May 19 23:34:45.135999 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b4187b2c-44ec-4387-999a-6dc702b6c043 req-55233b00-892e-49f8-85d7-1888ad459a90 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ee5248-b6fd-4423-94b5-9b2614ff384f HTTP/1.1" status: 200  len: 210 time: 0.0431969
May 19 23:34:45.178217 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['659ee0c4-5d88-4e37-9171-ac1592b1d396'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:34:45.802832 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9b03259e-150c-41e1-8293-25f7d1ba657b req-ce1cda75-a9bf-41cd-a045-be5265065420 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 210 time: 0.0475669
May 19 23:34:45.983646 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-080f9062-1ef4-48e7-893f-56c5eca85be5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:45.985006 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-080f9062-1ef4-48e7-893f-56c5eca85be5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.55 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 815 time: 0.1488867
May 19 23:34:45.998810 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'port': {'device_id': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'admin_state_up': True, 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:46.144440 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:46.148845 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:port and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:46.151887 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:46.158015 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:46.169003 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Made reservation on behalf of 5b5c81ae2b1c44078ea002a45adb03b6 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:46.172785 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.234738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc9208-ea3e-4c57-b1df-72f1de5135b8 req-e2a8cf20-f17a-4b64-81fe-66a77762c5f6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:46.236787 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10dc9208-ea3e-4c57-b1df-72f1de5135b8 req-e2a8cf20-f17a-4b64-81fe-66a77762c5f6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 945 time: 0.1119134
May 19 23:34:46.289141 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51440) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:46.306289 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10dc9208-ea3e-4c57-b1df-72f1de5135b8 req-c65856b0-f728-45b4-9fb2-979081efa565 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621881
May 19 23:34:46.376104 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.409236 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.467532 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.475834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Allocated IP 172.20.0.11 (49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2/affe680a-fc84-4529-8f74-dc833b58e425/97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:46.478380 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-7d180ca6-4f17-4690-94c0-2d806f726eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:46.503269 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d24a11e-88dd-420b-8fa8-3911e63bcbef,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:46.508133 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:46.512491 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.517454 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "DELETE /v2.0/security-groups/3d24a11e-88dd-420b-8fa8-3911e63bcbef HTTP/1.1" status: 204  len: 168 time: 0.2245862
May 19 23:34:46.518038 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51454) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:46.551326 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.api.v2.resource [None req-9ea9bbcc-2167-406c-9aa8-41d275b4bf68 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] show failed (client error): The resource could not be found.
May 19 23:34:46.555358 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-9ea9bbcc-2167-406c-9aa8-41d275b4bf68 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups/3d24a11e-88dd-420b-8fa8-3911e63bcbef HTTP/1.1" status: 404  len: 347 time: 0.0361066
May 19 23:34:46.555911 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51460) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:46.715062 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.743524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Transition to ACTIVE for port object 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:46.779455 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.805755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:46.813577 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Deleting port 7ab4333c-fce7-4323-9127-028b47aa0cbe {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:34:46.814826 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:46.933816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:46.945517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:46.947629 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:46.949044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:46.951525 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:47.048191 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:47.050057 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.065833 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 659ee0c4-5d88-4e37-9171-ac1592b1d396 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:34:47.094234 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0991819
May 19 23:34:47.180002 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.180328 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.188104 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 659ee0c4-5d88-4e37-9171-ac1592b1d396 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:47.207294 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 659ee0c4-5d88-4e37-9171-ac1592b1d396 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:47.208372 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.355741 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Calling delete_port for 7ab4333c-fce7-4323-9127-028b47aa0cbe owned by network:floatingip {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:34:47.396811 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.437511 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-af8496e2-b0e2-493a-8452-df252094e3dd None None] Provisioning for port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:34:47.451195 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-af8496e2-b0e2-493a-8452-df252094e3dd None None] Provisioning complete for port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:34:47.451724 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-af8496e2-b0e2-493a-8452-df252094e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.453371 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccf94e-4f30-46d8-9557-71e86497d309 req-1261305a-c71f-492d-b5ca-33efcf00702f tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:47.460652 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8eccf94e-4f30-46d8-9557-71e86497d309 req-1261305a-c71f-492d-b5ca-33efcf00702f tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.4275699
May 19 23:34:47.507114 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:47.543034 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-8eccf94e-4f30-46d8-9557-71e86497d309 req-386fcbb1-6318-4ce2-8e27-84cfb6e9419b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Synchronizing usage tracker for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:47.575809 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 659ee0c4-5d88-4e37-9171-ac1592b1d396, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:34:47.594596 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.596409 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:34:47.630761 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:47.707996 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:34:47.708344 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 811d7d26-a3b0-46e0-9ce7-bfcd9206bb20 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:34:47.712633 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-af8496e2-b0e2-493a-8452-df252094e3dd None None] Port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:34:47.732137 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=659ee0c4-5d88-4e37-9171-ac1592b1d396,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:47.735161 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:47.761385 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-8eccf94e-4f30-46d8-9557-71e86497d309 req-386fcbb1-6318-4ce2-8e27-84cfb6e9419b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Unset dirty status for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:47.762628 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8eccf94e-4f30-46d8-9557-71e86497d309 req-386fcbb1-6318-4ce2-8e27-84cfb6e9419b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3011107
May 19 23:34:47.792994 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:47.801293 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadfd24-0a35-4fa3-8ac4-d8c2df9c42c4 req-780c1422-84e0-4f24-b142-36faf6fda6cf tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:47.809176 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2cadfd24-0a35-4fa3-8ac4-d8c2df9c42c4 req-780c1422-84e0-4f24-b142-36faf6fda6cf tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.2724769
May 19 23:34:47.856315 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:47.874339 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'code': 200}
May 19 23:34:48.037055 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event deleted for resources: {'Port': ['ID=7ab4333c-fce7-4323-9127-028b47aa0cbe,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:48.067040 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:48.077624 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2cadfd24-0a35-4fa3-8ac4-d8c2df9c42c4 req-7a084036-fa45-4553-9376-b8874c898100 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2674966
May 19 23:34:48.113266 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.128490 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.129596 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-e4305256-46aa-45f5-a304-ec5106916097 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "DELETE /v2.0/floatingips/5dc0ac3e-9ca3-49bb-8f6a-62a26576ef03 HTTP/1.1" status: 204  len: 168 time: 1.5726929
May 19 23:34:48.446605 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51482) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:48.451812 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1031558710', 'description': 'tempest-description--512784209'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:48.458127 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:48.462222 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:48.465121 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:48.472943 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:48.483276 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.511412 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:48.516088 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group_rule and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:48.519508 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:48.525606 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:48.608789 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.613405 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.618397 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-198860e7-a687-4f7e-a1e2-2f017bf21231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:48.658816 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087d0662-ca51-4d05-b2f9-4b872ebcef5e,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:48.661776 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.665794 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2153099
May 19 23:34:48.665794 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:48.666694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51488) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:48.677421 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'security_group_rule': {'security_group_id': '087d0662-ca51-4d05-b2f9-4b872ebcef5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:48.684254 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:48.688472 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group_rule and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:48.692266 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:48.699299 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:48.717964 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.786607 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.789965 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.791991 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-32158a58-9667-478d-8e80-2bef25a3f0a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:48.834850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1669903-25ac-4f98-8a77-7f3130547e61,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:48.841465 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:48.858184 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:48.862410 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1919608
May 19 23:34:48.862880 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51496) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:48.869837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'security_group_rule': {'security_group_id': '087d0662-ca51-4d05-b2f9-4b872ebcef5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:48.878994 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:48.883537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:security_group_rule and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:48.886745 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:48.893400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:48.961366 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.046437 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.051679 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.054737 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9a14a452-cf60-4f62-871f-d3d8b58a9228 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:49.078157 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2283976-11b6-4e23-bc32-4db68cc40707 req-95b9e492-1ba6-49f8-a71b-8af046acec1b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:49.080268 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d2283976-11b6-4e23-bc32-4db68cc40707 req-95b9e492-1ba6-49f8-a71b-8af046acec1b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.1593783
May 19 23:34:49.105675 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc9e7dd-4e4c-46c6-8f8c-fb2eceab2441,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:49.112445 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:49.120017 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.121107 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-cbb73f40-1da7-4f2a-9cb1-fb3704fc49d8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2569163
May 19 23:34:49.124660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51502) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:34:49.131686 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:49.144445 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d2283976-11b6-4e23-bc32-4db68cc40707 req-68a82fd3-d232-406d-bb3e-5b0d7f78728d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559900
May 19 23:34:49.145953 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:49.153487 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Usage tracker for resource:floatingip and tenant:72675c57d8c3409f984d837cf0865da0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:34:49.159192 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:34:49.163327 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:49.174138 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.310856 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912b80-f292-4875-be4b-508dd41e1051 req-3eb84d45-b9da-43c3-97fb-3c9617ea305f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:49.312727 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec912b80-f292-4875-be4b-508dd41e1051 req-3eb84d45-b9da-43c3-97fb-3c9617ea305f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0857713
May 19 23:34:49.343000 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.365587 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec912b80-f292-4875-be4b-508dd41e1051 req-c9724b3a-7d5f-488f-826b-9d76685e702a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452502
May 19 23:34:49.502046 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Allocated IP 172.27.1.98 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/c9d44995-f29a-4e4c-9313-086e5b2b880a) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:49.706159 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.745307 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.751080 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-348b20b3-7da3-47c1-9f0c-329e3dedfefb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:49.815495 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:49.818411 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:49.822147 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:49.866503 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'Port': ['ID=c9d44995-f29a-4e4c-9313-086e5b2b880a,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:49.871432 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:49.911495 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:49.976738 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:50.188421 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:50.194246 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:50.214731 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f59db56c-8b9c-4b30-9af9-21f0095d030c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:50.325823 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'Port': ['ID=c9d44995-f29a-4e4c-9313-086e5b2b880a,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:50.330443 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:50.333968 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:50.361534 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:50.363685 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2370162
May 19 23:34:50.370233 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c8ddf-ef05-44df-8b4a-d45eb7d0963c req-f80a6a53-0628-4cd2-b5d3-6eb8e9b0e483 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:50.380572 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c4c8ddf-ef05-44df-8b4a-d45eb7d0963c req-f80a6a53-0628-4cd2-b5d3-6eb8e9b0e483 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.1153624
May 19 23:34:50.434629 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c4c8ddf-ef05-44df-8b4a-d45eb7d0963c req-78404e1d-4bae-46eb-bcc8-fc870dcdc409 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529792
May 19 23:34:50.616057 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58faa17-ee2e-435f-96df-68712db843d8 req-0cf9183f-1325-460b-82b9-f495569c1af8 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:50.617536 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a58faa17-ee2e-435f-96df-68712db843d8 req-0cf9183f-1325-460b-82b9-f495569c1af8 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1034026
May 19 23:34:50.672535 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-0f61abb7-9843-44b8-8d52-fded6947e61f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Synchronizing usage tracker for tenant:72675c57d8c3409f984d837cf0865da0 on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:50.690993 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a58faa17-ee2e-435f-96df-68712db843d8 req-b829e572-cefb-4532-bfcf-fc9d9d2b2a86 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652444
May 19 23:34:50.700589 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-0f61abb7-9843-44b8-8d52-fded6947e61f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Unset dirty status for tenant:72675c57d8c3409f984d837cf0865da0 on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:50.701749 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-0f61abb7-9843-44b8-8d52-fded6947e61f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1031558710&fields=id&tenant_id=72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 267 time: 0.1105816
May 19 23:34:50.868634 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-1ac2dfa6-3fb5-4e80-9249-d2a82dfff354 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:50.870317 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-1ac2dfa6-3fb5-4e80-9249-d2a82dfff354 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 815 time: 0.1608438
May 19 23:34:50.884826 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-1e6e2259-e893-415d-8fa5-3eca81194cae tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/quotas/72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 375 time: 0.0089757
May 19 23:34:50.975912 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-9d0dcdec-8234-4796-b7b6-2da183de7aa5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Synchronizing usage tracker for tenant:72675c57d8c3409f984d837cf0865da0 on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:34:50.993381 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-9d0dcdec-8234-4796-b7b6-2da183de7aa5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Unset dirty status for tenant:72675c57d8c3409f984d837cf0865da0 on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:34:50.995280 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-9d0dcdec-8234-4796-b7b6-2da183de7aa5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1055236
May 19 23:34:51.149850 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-6ff96321-3d47-40d8-b196-05b17294c951 service neutron] 10.222.0.59 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419241
May 19 23:34:51.296765 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-61ff1639-0153-4b0e-8984-9a9cdcd0cfb9 service neutron] 10.222.0.59 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407840
May 19 23:34:51.511637 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fffccb48-8c1a-4f58-9193-1d69edc45cd4 req-173ce88c-5fc0-4438-9be0-6998a41e7e46 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.0669031
May 19 23:34:51.658247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aecc4-8c7b-40fa-9020-74d9645609b0 req-a756be9c-9cc2-44ba-a276-c1ea70c44410 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:51.659885 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-915aecc4-8c7b-40fa-9020-74d9645609b0 req-a756be9c-9cc2-44ba-a276-c1ea70c44410 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.0966325
May 19 23:34:51.706775 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-915aecc4-8c7b-40fa-9020-74d9645609b0 req-dd7fba8d-810c-436f-97f6-25631110f30e tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409629
May 19 23:34:51.910084 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfd00c-9135-4a8b-9097-3a814036fc05 req-20870bad-4662-44de-bb1f-731104f2fed9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:51.911447 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e7dfd00c-9135-4a8b-9097-3a814036fc05 req-20870bad-4662-44de-bb1f-731104f2fed9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0845616
May 19 23:34:51.960624 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e7dfd00c-9135-4a8b-9097-3a814036fc05 req-a3b2a1ae-d7a1-42cc-ae07-6b64a296e165 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432281
May 19 23:34:52.377548 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:52.673486 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5fb9e1f6-4200-4406-a3df-cfb9acdc6ad0 req-8cd15220-1ae6-457e-9a24-9623dada9d6a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.0437541
May 19 23:34:52.902444 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce66ea-a061-4658-8175-e7c6c243d609 req-136f4010-0688-4577-8b3f-b0479a6d75bc tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:52.903923 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-73ce66ea-a061-4658-8175-e7c6c243d609 req-136f4010-0688-4577-8b3f-b0479a6d75bc tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.0860858
May 19 23:34:52.966958 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-73ce66ea-a061-4658-8175-e7c6c243d609 req-7d137705-588b-4a80-b44e-0a949f3debde tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557427
May 19 23:34:53.154561 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb06cd6-4eb9-4be4-aa6a-cbcbc5297829 req-aef5af97-b914-4489-b9e1-0cb89a9cd6a6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:53.156044 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4eb06cd6-4eb9-4be4-aa6a-cbcbc5297829 req-aef5af97-b914-4489-b9e1-0cb89a9cd6a6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0864849
May 19 23:34:53.203964 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4eb06cd6-4eb9-4be4-aa6a-cbcbc5297829 req-31e67395-55bf-4786-b01f-845325112578 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414357
May 19 23:34:53.933656 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-588c7af8-8057-4aa9-b2f9-f4ab92f730af req-ff4398a7-de6b-4a45-a27d-59f14bf45d15 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.1297934
May 19 23:34:54.149909 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d830-3f56-4871-9ca5-334d1b11854f req-eb1ae887-dfa8-4e1b-b718-9dbf8857534b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:54.151362 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91d6d830-3f56-4871-9ca5-334d1b11854f req-eb1ae887-dfa8-4e1b-b718-9dbf8857534b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.0848827
May 19 23:34:54.198605 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91d6d830-3f56-4871-9ca5-334d1b11854f req-b3048549-6177-462c-904b-1bad41ca2b29 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414951
May 19 23:34:54.402483 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370069-2993-4703-be96-475b790f4b45 req-78a558ab-b747-455d-ba2e-8f8174c4e782 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:54.405129 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-37370069-2993-4703-be96-475b790f4b45 req-78a558ab-b747-455d-ba2e-8f8174c4e782 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0882692
May 19 23:34:54.463027 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-37370069-2993-4703-be96-475b790f4b45 req-bd5cdcd5-f697-478f-8887-924f43777f63 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515797
May 19 23:34:55.113532 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-975c74eb-ab0b-45bc-ac84-c0719260e25e req-881226db-e423-4584-8616-8f14e3cbc7ef tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.0519724
May 19 23:34:55.393670 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c70883-6e35-43b4-b805-a64504919ab9 req-62440c07-b83f-40f6-8296-0cc6c450d62f tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:55.395839 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-28c70883-6e35-43b4-b805-a64504919ab9 req-62440c07-b83f-40f6-8296-0cc6c450d62f tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.0882704
May 19 23:34:55.469763 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-28c70883-6e35-43b4-b805-a64504919ab9 req-e677fd2d-0d38-4a81-8fa6-3e63b2b2b8f2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642340
May 19 23:34:55.893644 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a909ac-dc21-47a2-bbba-80fafd3016e1 req-fbaa6ca5-b080-4e9a-9a0e-3f7a9e2161e3 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:55.895196 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a6a909ac-dc21-47a2-bbba-80fafd3016e1 req-fbaa6ca5-b080-4e9a-9a0e-3f7a9e2161e3 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.3212214
May 19 23:34:55.940257 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a6a909ac-dc21-47a2-bbba-80fafd3016e1 req-724a2a57-168a-4f51-8757-50386fac9c6e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392778
May 19 23:34:56.321928 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bdaeaab7-119d-4d23-a21a-966059132dc2 req-15ea08eb-434c-4464-ae11-88de74af6c79 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.0945978
May 19 23:34:56.669901 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1cd85-ee71-4834-b861-4c026860ffca req-f24e8b6e-4d05-4c4e-a7b8-a875d3f54254 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:56.671390 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0eb1cd85-ee71-4834-b861-4c026860ffca req-f24e8b6e-4d05-4c4e-a7b8-a875d3f54254 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.0911803
May 19 23:34:56.723785 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0eb1cd85-ee71-4834-b861-4c026860ffca req-0312405d-2921-4a58-a288-724dc7771945 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453689
May 19 23:34:57.272639 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15e2b-3510-4fb6-9752-aec836656a08 req-29a7ffc5-8025-42ce-86d0-6f3bcb48a58f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:57.274087 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56a15e2b-3510-4fb6-9752-aec836656a08 req-29a7ffc5-8025-42ce-86d0-6f3bcb48a58f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0801892
May 19 23:34:57.318890 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-56a15e2b-3510-4fb6-9752-aec836656a08 req-444c33d9-010b-475d-b51b-cba2e786ac2d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391085
May 19 23:34:57.348678 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Request body: {'port': {'device_id': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:57.499901 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:57.538904 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-36131150-94ff-4b35-bde3-0d1bf3c252e0 req-ceb4e378-9871-411d-a685-940f2591799a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.0756490
May 19 23:34:57.909015 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6611c4f-8cd6-4b4a-b829-434a9ff43b9f req-7f7b38fa-085c-43b2-a731-dbc0dbe781b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:57.910510 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b6611c4f-8cd6-4b4a-b829-434a9ff43b9f req-7f7b38fa-085c-43b2-a731-dbc0dbe781b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 1099 time: 0.2766752
May 19 23:34:57.913027 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4b09e-517d-4890-bc58-fd6bace26a0a req-7c4f6d08-9910-4bd9-a1ed-30f0c76c6612 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:57.914504 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-11d4b09e-517d-4890-bc58-fd6bace26a0a req-7c4f6d08-9910-4bd9-a1ed-30f0c76c6612 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 932 time: 0.0825846
May 19 23:34:57.966111 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-11d4b09e-517d-4890-bc58-fd6bace26a0a req-66b57415-682b-428f-883c-bb6d900415b3 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456796
May 19 23:34:57.989555 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b6611c4f-8cd6-4b4a-b829-434a9ff43b9f req-f92cc9bb-5f42-4463-a184-ede7cc917a51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533366
May 19 23:34:58.053886 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:34:58.061942 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:58.092400 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-811e4891-100c-4dac-afa4-fa789e9cb03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:58.111767 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Transition to ACTIVE for port object 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:58.116674 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:58.123443 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:58.325388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Pushing event updated for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:58.333352 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:58.437193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-8977c7f4-c869-4233-a24a-7f6c5daff37d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:58.439329 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-8977c7f4-c869-4233-a24a-7f6c5daff37d tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 815 time: 0.3682778
May 19 23:34:58.500150 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Attempting to bind port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:34:58.500488 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Attempting to bind port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:34:58.500822 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Attempting to bind port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f on network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:58.512113 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-a88041bb-9d3d-4e54-afa5-6acac83ec5e2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 380 time: 0.0630627
May 19 23:34:58.512965 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f on network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:34:58.513131 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Attempting to bind port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f on network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:34:58.522621 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'port': {'device_id': '97615415-44aa-4832-b4ee-54a71df976e3', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'admin_state_up': True, 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'security_groups': ['087d0662-ca51-4d05-b2f9-4b872ebcef5e']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:34:58.523906 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b1f49-3aa5-4783-8bc3-b3992b1e2e02 req-56a936cb-f336-45ed-bef3-b16c2bca5108 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:58.525376 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-344b1f49-3aa5-4783-8bc3-b3992b1e2e02 req-56a936cb-f336-45ed-bef3-b16c2bca5108 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0868428
May 19 23:34:58.536181 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:34:58.536527 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Checking segment: {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:34:58.536915 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Bound using segment: {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:34:58.537359 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Bound port: 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:34:58.537708 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:58.575629 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-344b1f49-3aa5-4783-8bc3-b3992b1e2e02 req-21f2747e-3f95-48c8-a421-4f6125362bba tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443151
May 19 23:34:58.696168 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5a2d96a2-c15b-4e9e-ab11-b4d44250765f req-ae17679e-6c0e-491f-b36b-953d7dc95e00 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.0417633
May 19 23:34:58.735360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:34:58.744922 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:34:58.749768 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:34:58.757948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:58.761716 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:34:58.764423 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:58.829108 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:58.829679 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:58.831116 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] 10.222.0.55 "PUT /v2.0/ports/97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 1094 time: 1.4874990
May 19 23:34:58.831604 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:34:58.841460 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Made reservation on behalf of 72675c57d8c3409f984d837cf0865da0 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:34:58.845750 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:58.873039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Pushing event updated for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:34:58.877756 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:34:58.952097 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'status': 'completed', 'code': 200}
May 19 23:34:59.091402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-085316d9-e050-4929-b049-a372da04414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:59.094106 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-085316d9-e050-4929-b049-a372da04414b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1097 time: 0.1748223
May 19 23:34:59.099715 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Allocated IP 172.20.0.11 (9fe890b5-905c-4375-9620-e8e669debade/76155144-ff01-4082-9bdb-8ef1d614bb8c/7f9dda6a-6f29-4faf-af1b-014eb8cc6449) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:34:59.168566 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-e03a4f7e-f862-4c01-9a3f-b904439fd693 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 217 time: 0.0666077
May 19 23:34:59.207613 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6d7b8-5986-438b-af42-5d9c781095fb req-5ca55860-724a-4ef8-91c6-16cf1a99a7bd tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:59.209163 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cdf6d7b8-5986-438b-af42-5d9c781095fb req-5ca55860-724a-4ef8-91c6-16cf1a99a7bd tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 944 time: 0.0867484
May 19 23:34:59.273885 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cdf6d7b8-5986-438b-af42-5d9c781095fb req-45f69cc3-7745-4141-b425-c2087b4d0a83 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582628
May 19 23:34:59.302808 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-a103b626-9f27-4407-b08c-3c7ba421be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:59.304285 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-a103b626-9f27-4407-b08c-3c7ba421be47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 200  len: 854 time: 0.1283360
May 19 23:34:59.423535 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4aa78-1528-44c6-8562-c3674cf66b09 req-6408288a-cb75-4ff4-8b22-923ea0dadd56 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:59.425212 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-04a4aa78-1528-44c6-8562-c3674cf66b09 req-6408288a-cb75-4ff4-8b22-923ea0dadd56 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 945 time: 0.0833058
May 19 23:34:59.473562 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-04a4aa78-1528-44c6-8562-c3674cf66b09 req-f5bd19f5-f25a-4582-8804-05133d418e6e tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422034
May 19 23:34:59.583714 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:59.597715 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-448f225c-2c89-482a-a7b6-a36229c93d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:59.599235 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-448f225c-2c89-482a-a7b6-a36229c93d02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2863915
May 19 23:34:59.605421 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Transition to ACTIVE for port object 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:34:59.745960 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:34:59.756415 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:34:59.776052 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e42b1-b978-48dc-9921-6f1c10497946 req-fc8665bb-5a65-450d-a7b2-bb09ba467342 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:59.778240 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c56e42b1-b978-48dc-9921-6f1c10497946 req-fc8665bb-5a65-450d-a7b2-bb09ba467342 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1010737
May 19 23:34:59.882449 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-2161fcd7-0213-4d3f-bfbc-d91c0755f7da service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2741001
May 19 23:34:59.884342 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c56e42b1-b978-48dc-9921-6f1c10497946 req-9fe59947-537d-4af6-9497-65bb8611373f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993752
May 19 23:34:59.931180 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fd12e-7d0e-4ad5-9100-b51b2d5e2508 req-dba51e5b-07c6-4c70-994e-68c960eb708c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:34:59.932669 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-443fd12e-7d0e-4ad5-9100-b51b2d5e2508 req-dba51e5b-07c6-4c70-994e-68c960eb708c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 932 time: 0.1016810
May 19 23:34:59.943884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Network 9fe890b5-905c-4375-9620-e8e669debade is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:34:59.949015 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:34:59.951672 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:34:59.989357 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-443fd12e-7d0e-4ad5-9100-b51b2d5e2508 req-78d3bcb8-d47f-4a73-b0b1-fce74aeff06f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454700
May 19 23:35:00.040220 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:00.043614 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:00.087375 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e4916-104f-4e1f-b789-dac7ef2f8fa8 req-64726cd4-3fa2-4a08-8ad4-b2ae6aae619b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:00.088756 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-257e4916-104f-4e1f-b789-dac7ef2f8fa8 req-64726cd4-3fa2-4a08-8ad4-b2ae6aae619b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0950129
May 19 23:35:00.098383 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:00.099043 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:00.099539 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51624) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:00.104826 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'floatingip': {'port_id': '659ee0c4-5d88-4e37-9171-ac1592b1d396'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:00.132027 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ededfb1e-0c5a-423e-83e0-826ab8e887bd req-2396d71b-86b3-41a2-b787-0cac08cd896b service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314126
May 19 23:35:00.148306 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6292019
May 19 23:35:00.164034 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Request body: {'port': {'device_id': '97615415-44aa-4832-b4ee-54a71df976e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:00.187528 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-9aba75ab-4342-4c29-b1b6-2eaba52446e8 None None] Provisioning for port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:00.193395 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-9aba75ab-4342-4c29-b1b6-2eaba52446e8 None None] Provisioning complete for port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:00.193770 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9aba75ab-4342-4c29-b1b6-2eaba52446e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:00.205352 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:00.247699 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-9aba75ab-4342-4c29-b1b6-2eaba52446e8 None None] Port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:35:00.339850 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:00.387828 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-f75c2485-ad25-464d-9fc6-fa21dd215d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:00.389301 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-f75c2485-ad25-464d-9fc6-fa21dd215d0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1097 time: 0.1873825
May 19 23:35:00.610327 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027d6a0-2230-4cdc-b2d4-d04e98d802f7 req-c36d8876-816a-41b7-8bc1-6877a27b4774 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:00.612596 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5027d6a0-2230-4cdc-b2d4-d04e98d802f7 req-c36d8876-816a-41b7-8bc1-6877a27b4774 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 944 time: 0.2259891
May 19 23:35:00.641730 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-bba391d5-f091-42bc-b3be-0ebbea733e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:00.643516 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-bba391d5-f091-42bc-b3be-0ebbea733e89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 916 time: 0.2421355
May 19 23:35:00.772799 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-ce7f07a2-49c5-483d-8ac0-fa14db55c649 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 217 time: 0.0723689
May 19 23:35:00.784307 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1af0378c-0b3e-4448-8c98-6643c793cd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:00.806491 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5027d6a0-2230-4cdc-b2d4-d04e98d802f7 req-b7783623-c8c4-42ed-9298-3877b7d1a742 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477370
May 19 23:35:00.862261 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-fd63e607-defe-488e-b2d4-94e94e5da80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:00.863856 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-fd63e607-defe-488e-b2d4-94e94e5da80f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 200  len: 854 time: 0.0842552
May 19 23:35:00.909052 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b7e88-8539-4162-a055-1ab3ad18b8c5 req-cb5c00f7-e73b-4c7c-be1c-4540933f3282 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:00.910500 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-851b7e88-8539-4162-a055-1ab3ad18b8c5 req-cb5c00f7-e73b-4c7c-be1c-4540933f3282 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 945 time: 0.3105943
May 19 23:35:00.912137 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:00.981221 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-851b7e88-8539-4162-a055-1ab3ad18b8c5 req-9fdd4c19-80ba-4615-928e-b3e121e7247c tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564032
May 19 23:35:01.045418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:35:01.057977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:01.083888 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Transition to ACTIVE for port object 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:01.089480 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-54639c68-8100-40f1-8edf-a4dc483dc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:01.091007 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-54639c68-8100-40f1-8edf-a4dc483dc74b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2201815
May 19 23:35:01.092765 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:01.097563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c6699584-dea1-4891-ba29-3076a9af6c28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:01.136958 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-01f460cf-abd2-40e8-9077-49e5b9a009c3 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:01.137650 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-01f460cf-abd2-40e8-9077-49e5b9a009c3 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Synchronizing usage tracker for tenant:7ec20f64d6de42ad94805f2b681eab44 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:35:01.179591 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:01.186590 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:01.346795 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bc10e-2135-4081-b2f1-fe1f5e6447a5 req-75651f1e-08c2-4c8d-bb04-f4861cc3dbeb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:01.348445 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d20bc10e-2135-4081-b2f1-fe1f5e6447a5 req-75651f1e-08c2-4c8d-bb04-f4861cc3dbeb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.2387583
May 19 23:35:01.425092 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.l3_db [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Floating IP c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608 associated. External IP: 172.27.1.24, port: 659ee0c4-5d88-4e37-9171-ac1592b1d396.
May 19 23:35:01.448927 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-01f460cf-abd2-40e8-9077-49e5b9a009c3 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Unset dirty status for tenant:7ec20f64d6de42ad94805f2b681eab44 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:35:01.450073 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-01f460cf-abd2-40e8-9077-49e5b9a009c3 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 945 time: 0.5412767
May 19 23:35:01.483510 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d20bc10e-2135-4081-b2f1-fe1f5e6447a5 req-39f0cb2e-a499-44f4-ba1c-6e32a9428db6 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269829
May 19 23:35:01.522031 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:01.566465 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.566733 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.567117 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.567480 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.567834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.568379 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.568544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.568899 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.569245 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.569593 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.569941 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.570390 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:01.598938 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:01.676576 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:01.687558 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-f4854f29-7fc3-44d5-9bb3-8a50e4fa290c service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5472426
May 19 23:35:01.801615 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Attempting to bind port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:35:01.801967 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Attempting to bind port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:35:01.802313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Attempting to bind port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 on network 9fe890b5-905c-4375-9620-e8e669debade {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:01.817637 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 on network 9fe890b5-905c-4375-9620-e8e669debade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:35:01.817884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Attempting to bind port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 on network 9fe890b5-905c-4375-9620-e8e669debade {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:01.837655 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:35:01.837998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Checking segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:01.838392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Bound using segment: {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:35:01.838868 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Bound port: 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7529283-4479-435d-8904-b38d9485425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9fe890b5-905c-4375-9620-e8e669debade'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:35:01.839253 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:01.898657 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:35:01.926678 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Deleting port a9486299-32ad-403f-842e-10a8c0212187 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:35:01.927022 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:01.967114 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2f4c8a27-9157-466f-968c-9b3c0af92299 req-62f680b7-9101-47ca-9f39-7be1d73f2e27 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726989
May 19 23:35:02.063030 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:35:02.079215 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:35:02.089410 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:02.097406 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:02.154274 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] For port a9486299-32ad-403f-842e-10a8c0212187, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a9486299-32ad-403f-842e-10a8c0212187,segment=NetworkSegment(598b6f6b-1f35-474e-a223-47e135b6c519),segment_id=598b6f6b-1f35-474e-a223-47e135b6c519)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:02.154731 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:02.170272 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:02.170898 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:02.172315 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] 10.222.0.55 "PUT /v2.0/ports/7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 200  len: 1094 time: 2.0127535
May 19 23:35:02.172812 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:02.196955 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:02.202247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:02.210658 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] Sync routers for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:02.228103 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:02.229228 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14579e3eb0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:02.236518 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f3e4e-09f8-4a78-ab8f-a3ca5f75ec77 req-80535d32-0052-4915-8723-4bd6cca79618 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:02.238009 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-288f3e4e-09f8-4a78-ab8f-a3ca5f75ec77 req-80535d32-0052-4915-8723-4bd6cca79618 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 944 time: 0.2781260
May 19 23:35:02.314496 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-f1423cdd-6ede-4361-a8ba-06416309cf0d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "PUT /v2.0/floatingips/c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608 HTTP/1.1" status: 200  len: 991 time: 2.2136109
May 19 23:35:02.318248 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:02.336775 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-288f3e4e-09f8-4a78-ab8f-a3ca5f75ec77 req-9328d49a-350a-41db-8aa9-0e4b4f3ce467 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858142
May 19 23:35:02.340398 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Calling delete_port for a9486299-32ad-403f-842e-10a8c0212187 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:35:02.344326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2405d-0834-436b-8be0-825ec27a98c0 req-55b93855-74a0-4b38-8762-5a92b3e0731f tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:02.346523 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d1b2405d-0834-436b-8be0-825ec27a98c0 req-55b93855-74a0-4b38-8762-5a92b3e0731f tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 945 time: 0.2516944
May 19 23:35:02.371524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:02.382285 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:02.399510 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d1b2405d-0834-436b-8be0-825ec27a98c0 req-c7b63af0-3609-411d-b9d7-7107d74ff3ca tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/security-groups?id=89db8736-f614-4a89-9876-09e1be4ebdfd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456235
May 19 23:35:02.437040 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-a061f69a-d826-4e69-b0cb-f5f72749e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:02.438502 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-a061f69a-d826-4e69-b0cb-f5f72749e4b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1097 time: 0.1987295
May 19 23:35:02.455302 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'status': 'completed', 'code': 200}
May 19 23:35:02.492978 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'status': 'completed', 'code': 200}
May 19 23:35:02.564281 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-d23e0617-c304-4a20-aef5-fd53debc921c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 200  len: 217 time: 0.1073112
May 19 23:35:02.567007 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:02.695704 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb00be-166c-48c0-a36f-ab949d7592e5 req-ddc1a4be-bf0c-4f3c-89a9-8f583b88fc61 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:02.697623 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6bb00be-166c-48c0-a36f-ab949d7592e5 req-ddc1a4be-bf0c-4f3c-89a9-8f583b88fc61 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0948675
May 19 23:35:02.698691 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-3b504bed-985b-4193-aae2-a09b1667f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:02.700199 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-3b504bed-985b-4193-aae2-a09b1667f074 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.1297948
May 19 23:35:02.755725 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6bb00be-166c-48c0-a36f-ab949d7592e5 req-d2fa0448-b32b-4562-9c28-ca4da2cfe57c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515869
May 19 23:35:02.760797 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-ebf20cec-87cd-4dda-98f8-c250b37ccff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:02.762422 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-ebf20cec-87cd-4dda-98f8-c250b37ccff2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 1099 time: 0.2416043
May 19 23:35:02.790018 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:02.804080 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:02.821481 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['a9486299-32ad-403f-842e-10a8c0212187'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:35:02.969445 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14579e3eb0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': 'c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'port_id': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'mac_address': 'fa:16:3e:bb:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:34:28Z', 'updated_at': '2021-05-19T23:35:00Z', 'revision_number': 1, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:02.974099 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] Checking router: ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:02.974563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Pushing event deleted for resources: {'Port': ['ID=a9486299-32ad-403f-842e-10a8c0212187,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:02.980874 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:02.983247 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:02.983849 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14579e3eb0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:03.127812 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] No DVR routers for this DVR port a9486299-32ad-403f-842e-10a8c0212187 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:35:03.128643 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:35:03.133494 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:03.148008 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-3f9317dc-8588-498a-a06c-b50373166d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:03.149486 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-3f9317dc-8588-498a-a06c-b50373166d97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4424837
May 19 23:35:03.191547 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-d0048b0f-f5ce-469b-b14b-9825ff8b3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:03.192995 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-d0048b0f-f5ce-469b-b14b-9825ff8b3de4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 911 time: 0.4240131
May 19 23:35:03.193122 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:03.196555 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-179fb296-4c75-4d3e-83a5-a9a79703d78c req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.55 "DELETE /v2.0/ports/a9486299-32ad-403f-842e-10a8c0212187 HTTP/1.1" status: 204  len: 173 time: 1.7323656
May 19 23:35:03.389949 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-3f66c05f-a588-4707-895e-f5f6bd4f6f1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 200  len: 999 time: 0.1860249
May 19 23:35:03.400924 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-0ec2812f-67c0-4901-bd61-d2086c09ec8a service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440686
May 19 23:35:03.478027 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:03.507443 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'port_id': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'mac_address': 'fa:16:3e:50:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:35:03.588930 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b0cff00e-fe86-4764-8e65-1abaae06553c req-3c3939a9-cd02-4de5-9aea-ea45ef7696d7 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49 HTTP/1.1" status: 200  len: 210 time: 0.0535383
May 19 23:35:03.589811 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-e5543d9b-4298-456a-85f4-fcd7e2237075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:03.591353 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-e5543d9b-4298-456a-85f4-fcd7e2237075 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.1931338
May 19 23:35:03.594629 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-10a8b36a-2fee-44eb-93c9-3976635d5473 req-7bf0ad3b-92cb-46df-9307-c2a3c8defcd8 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576831
May 19 23:35:03.626449 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e00222-6a54-41ce-8086-8a6d21fd63d2 req-30c6972e-efb7-468c-9a9d-b539aedd4b05 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:03.630775 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6e00222-6a54-41ce-8086-8a6d21fd63d2 req-30c6972e-efb7-468c-9a9d-b539aedd4b05 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 944 time: 0.1586754
May 19 23:35:03.690131 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6e00222-6a54-41ce-8086-8a6d21fd63d2 req-16103419-1b2e-4a94-a480-f2bdb45351ae tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565743
May 19 23:35:03.740076 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:03.788846 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:03.795629 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-6ec3be61-d2a3-4176-a9b3-9ce4410e9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:03.797138 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-6ec3be61-d2a3-4176-a9b3-9ce4410e9cb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1097 time: 0.1191320
May 19 23:35:03.801927 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:35:03.803824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-24e52b3e-59e3-46e4-a31a-57eb4266438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:03.804819 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-24e52b3e-59e3-46e4-a31a-57eb4266438d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2039323
May 19 23:35:03.828858 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:03.836540 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:03.839745 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:03.956313 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14579e3eb0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': 'c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'port_id': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'mac_address': 'fa:16:3e:bb:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:34:28Z', 'updated_at': '2021-05-19T23:35:00Z', 'revision_number': 1, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:03.963585 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c8d99-09f3-461f-8e2f-958b379e1b6c None None] The sync data for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi is: [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': 'c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'port_id': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'mac_address': 'fa:16:3e:bb:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:34:28Z', 'updated_at': '2021-05-19T23:35:00Z', 'revision_number': 1, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:03.987917 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:03.992242 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a371-d459-4794-ba11-2a69977a804c req-722c7ecd-1163-405d-b4c0-c9f5802e3c00 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:03.993961 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a819a371-d459-4794-ba11-2a69977a804c req-722c7ecd-1163-405d-b4c0-c9f5802e3c00 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0925426
May 19 23:35:03.997369 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:04.056794 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-32fe6ef6-d07c-41a4-8977-a5023bde629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:04.058258 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-32fe6ef6-d07c-41a4-8977-a5023bde629b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.2524867
May 19 23:35:04.060203 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-ccd72083-22e8-43d3-b462-cc97d4767f77 service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347903
May 19 23:35:04.060910 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a819a371-d459-4794-ba11-2a69977a804c req-57f58a6d-a338-40aa-9357-d004aedb4b7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538199
May 19 23:35:04.087370 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:35:04.163943 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-d9fdff54-a54c-49e9-8f83-2642091c172b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 200  len: 217 time: 0.0926309
May 19 23:35:04.205199 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016ec25-fc98-425e-8f1a-eff12d42016a None None] New status for floating IP c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608: ACTIVE {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:35:04.320541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-470153a4-aec5-4c6a-834c-db99f0ce56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:04.321879 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-470153a4-aec5-4c6a-834c-db99f0ce56e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.0935833
May 19 23:35:04.326923 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b57e68be-6a9e-43b9-acba-3bc5fe8aab1e req-9c949ad7-01d2-4942-ba96-23b503b68fc4 service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080994
May 19 23:35:04.402527 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-242b24cb-2247-459e-ad55-bae1e0ce788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:04.404018 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-242b24cb-2247-459e-ad55-bae1e0ce788d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717168
May 19 23:35:04.594677 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'name': 'network-vif-deleted', 'tag': 'a9486299-32ad-403f-842e-10a8c0212187'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:04.642162 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb3ff88-c0b3-47eb-b9ad-cbb901dbcb49', 'name': 'network-vif-deleted', 'tag': 'a9486299-32ad-403f-842e-10a8c0212187', 'status': 'completed', 'code': 200}
May 19 23:35:04.645587 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-bd706971-2be1-433f-a427-4d0adfdbdbd4 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342165
May 19 23:35:04.778354 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b75d430-ccfe-41b6-85d4-18c311e18c31 req-0c9adaff-0b4e-4340-9fb6-4b45092dcc65 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263578
May 19 23:35:04.883938 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aa651-e616-48e0-b2db-37ad693d6193 req-4a336ee7-203a-4588-942e-c1e3a6ec0d8c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:04.885371 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4d7aa651-e616-48e0-b2db-37ad693d6193 req-4a336ee7-203a-4588-942e-c1e3a6ec0d8c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 945 time: 0.0874918
May 19 23:35:04.932603 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4d7aa651-e616-48e0-b2db-37ad693d6193 req-b720fd1e-2f29-45db-8694-4bbb4a00f6fa tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406215
May 19 23:35:05.126348 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:35:05.129286 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:05.268349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9085c6-0e1f-463e-8940-11bed0e8c94e req-ec83a5bc-36f2-46e5-9a54-98b6adaca700 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:05.269838 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc9085c6-0e1f-463e-8940-11bed0e8c94e req-ec83a5bc-36f2-46e5-9a54-98b6adaca700 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0892570
May 19 23:35:05.311779 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:05.316741 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fc9085c6-0e1f-463e-8940-11bed0e8c94e req-abdbda1a-0661-4eba-bfdb-1ef8c70c5e25 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408607
May 19 23:35:05.319477 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:05.319856 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:05.387593 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:05.404520 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'port_id': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'mac_address': 'fa:16:3e:d4:43:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:35:05.513314 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:05.534877 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:05.544405 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:35:05.574299 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:05.579042 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:05.585911 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:05.590295 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:05.625813 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:05.628638 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'code': 200}
May 19 23:35:05.636069 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:05.636904 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device a9486299-32ad-403f-842e-10a8c0212187 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:35:05.678598 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: a9486299-32ad-403f-842e-10a8c0212187 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:35:05.678866 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device a9486299-32ad-403f-842e-10a8c0212187 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:35:05.696548 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:05.699466 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:05.699927 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:05.770529 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:05.773341 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:05.824078 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['7f9dda6a-6f29-4faf-af1b-014eb8cc6449'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:35:05.857554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed238f7c-f161-4702-b8f6-46f044bc543a req-b74087d2-14a3-45fc-8875-5e72f8ac1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:05.859058 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ed238f7c-f161-4702-b8f6-46f044bc543a req-b74087d2-14a3-45fc-8875-5e72f8ac1b66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1099 time: 0.0698893
May 19 23:35:05.905651 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ed238f7c-f161-4702-b8f6-46f044bc543a req-64646a3e-1233-40b4-b834-33e740cc8b75 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394101
May 19 23:35:06.127827 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f997fc-5cf8-4ab2-99ce-ee9b0bf9cf45 req-ec189f5b-ac42-4965-a330-219d876de230 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:06.129300 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-66f997fc-5cf8-4ab2-99ce-ee9b0bf9cf45 req-ec189f5b-ac42-4965-a330-219d876de230 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.0799727
May 19 23:35:06.179554 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-66f997fc-5cf8-4ab2-99ce-ee9b0bf9cf45 req-1003db13-1574-48c5-a76d-181a6f399737 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444505
May 19 23:35:06.571276 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9cabd-f232-4414-9f6c-88df736e84de req-5390d368-0cea-4b23-8b05-733b40a130a0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:06.572625 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-94c9cabd-f232-4414-9f6c-88df736e84de req-5390d368-0cea-4b23-8b05-733b40a130a0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 945 time: 0.0797226
May 19 23:35:06.618967 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-94c9cabd-f232-4414-9f6c-88df736e84de req-21c0e003-4e48-40a3-b249-057cfee667a7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395379
May 19 23:35:07.364919 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c50fe-ed32-4a65-8380-f97a786b2a06 req-61bd285a-4d80-4301-9cf6-4a135278aaeb tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:07.366366 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7a3c50fe-ed32-4a65-8380-f97a786b2a06 req-61bd285a-4d80-4301-9cf6-4a135278aaeb tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.0826416
May 19 23:35:07.411352 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7a3c50fe-ed32-4a65-8380-f97a786b2a06 req-d6e4e788-a823-48eb-94f9-05d5d3e3683f tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390730
May 19 23:35:07.593265 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f3ed-b4aa-4b74-9c1f-1f04bd272869 req-d0116707-c0df-4c45-83a6-754facfbea48 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:07.594691 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-94f0f3ed-b4aa-4b74-9c1f-1f04bd272869 req-d0116707-c0df-4c45-83a6-754facfbea48 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.0797465
May 19 23:35:07.643378 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-94f0f3ed-b4aa-4b74-9c1f-1f04bd272869 req-b15d9ecd-6636-4dd9-9b6f-3a3763fa73ed tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426879
May 19 23:35:07.813388 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc83e0-4411-4358-8785-3c24cdd72692 req-c6909f78-22a6-4eee-8223-bdea3d2eee45 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:07.815497 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-acfc83e0-4411-4358-8785-3c24cdd72692 req-c6909f78-22a6-4eee-8223-bdea3d2eee45 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 945 time: 0.0801187
May 19 23:35:07.859173 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-acfc83e0-4411-4358-8785-3c24cdd72692 req-f92fd746-ea2c-482a-897a-cd3c2f1f45ff tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380154
May 19 23:35:08.318438 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175847-b180-45dc-bac9-6edf90a6f705 req-26611245-8fce-4497-b888-e738413312f8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:08.319823 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-02175847-b180-45dc-bac9-6edf90a6f705 req-26611245-8fce-4497-b888-e738413312f8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.1631956
May 19 23:35:08.363612 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-02175847-b180-45dc-bac9-6edf90a6f705 req-e8aa8865-e76b-4d15-89bb-76abac31cdbc tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378661
May 19 23:35:08.511300 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:08.598938 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:08.603974 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:08.604352 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:08.724328 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:08.759918 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:08.771399 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:08.779355 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:08.781461 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:08.825097 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'code': 200}
May 19 23:35:08.856744 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:08.859652 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:09.049564 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23169b-c231-4aa1-870c-800c989133fb req-de86a2f2-5692-4959-8df0-d8ec1da1099c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:09.051004 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2f23169b-c231-4aa1-870c-800c989133fb req-de86a2f2-5692-4959-8df0-d8ec1da1099c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0796998
May 19 23:35:09.098199 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2f23169b-c231-4aa1-870c-800c989133fb req-ac37bf82-6aaf-4a39-8068-2c5f55edcaed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412717
May 19 23:35:09.769100 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518c07-5925-4bad-b128-f0fd310a4ace req-495e8465-754f-40a5-8137-03623ee588c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:09.770525 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0b518c07-5925-4bad-b128-f0fd310a4ace req-495e8465-754f-40a5-8137-03623ee588c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1099 time: 0.0721936
May 19 23:35:09.813354 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-0b518c07-5925-4bad-b128-f0fd310a4ace req-d381b9a6-ca0c-4f03-adf7-92eb92cae2d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361969
May 19 23:35:10.286197 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734f747-a814-44c2-923e-d7255b71cc31 req-92b53fbc-6f2a-4e57-9a98-01a026213e52 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:10.287673 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4734f747-a814-44c2-923e-d7255b71cc31 req-92b53fbc-6f2a-4e57-9a98-01a026213e52 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0805974
May 19 23:35:10.337469 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4734f747-a814-44c2-923e-d7255b71cc31 req-2304bbc8-7ebe-46fe-b63b-d427fdc1a94f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400279
May 19 23:35:11.535877 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeefd08-f2ed-4048-9e18-8c645dcf207f req-74eaa787-9085-409b-8de2-e7295655f49a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:11.537303 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-daeefd08-f2ed-4048-9e18-8c645dcf207f req-74eaa787-9085-409b-8de2-e7295655f49a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0825641
May 19 23:35:11.583202 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-daeefd08-f2ed-4048-9e18-8c645dcf207f req-4d7818da-a07d-4386-9f61-ecd8f0cf6d55 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400102
May 19 23:35:11.772237 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae37aa-f14f-41fe-a8dc-ee9bbcda5107 req-3e51542b-49cf-4160-ac2a-076f7455bafc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:11.773659 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4eae37aa-f14f-41fe-a8dc-ee9bbcda5107 req-3e51542b-49cf-4160-ac2a-076f7455bafc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0849102
May 19 23:35:11.781971 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51756) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:11.788811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Request body: {'floatingip': {'port_id': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:11.867003 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:12.452800 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:12.457565 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:12.637912 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.l3_db [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Floating IP 097e2e74-0604-4109-9833-9d5be7562a41 associated. External IP: 172.27.1.98, port: 7f9dda6a-6f29-4faf-af1b-014eb8cc6449.
May 19 23:35:13.080457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Router 65746008-f273-4150-a3d9-ba12efeeaa9f has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:35:13.258241 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:13.263167 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:13.268261 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] Sync routers for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:13.277578 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:13.278176 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14578f9fa0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:13.317178 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-7c46e96d-7b4b-40c5-b666-528e8ee9a8f4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "PUT /v2.0/floatingips/097e2e74-0604-4109-9833-9d5be7562a41 HTTP/1.1" status: 200  len: 991 time: 1.5333116
May 19 23:35:13.317831 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:13.364266 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'status': 'completed', 'code': 200}
May 19 23:35:13.460665 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:13.471810 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b609fc-f408-423e-91cb-4eac8822db34 req-46489866-aa3c-41e4-af7b-a0c6f20b4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:13.473382 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-89b609fc-f408-423e-91cb-4eac8822db34 req-46489866-aa3c-41e4-af7b-a0c6f20b4e53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1099 time: 0.0835366
May 19 23:35:13.611077 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b609fc-f408-423e-91cb-4eac8822db34 req-2dc51a52-ed92-4647-b071-8e46d1f305fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:13.612736 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-89b609fc-f408-423e-91cb-4eac8822db34 req-2dc51a52-ed92-4647-b071-8e46d1f305fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.1312375
May 19 23:35:13.729479 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-89b609fc-f408-423e-91cb-4eac8822db34 req-e301ef4b-aae0-4b48-9d12-3f2c63f6ad0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 200  len: 999 time: 0.1100471
May 19 23:35:13.801801 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b609fc-f408-423e-91cb-4eac8822db34 req-a74dbbe9-7d07-473c-b51b-4ab4c3bc34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:13.803279 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-89b609fc-f408-423e-91cb-4eac8822db34 req-a74dbbe9-7d07-473c-b51b-4ab4c3bc34e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.0582426
May 19 23:35:13.857363 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14578f9fa0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '097e2e74-0604-4109-9833-9d5be7562a41', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'port_id': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'mac_address': 'fa:16:3e:d4:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97615415-44aa-4832-b4ee-54a71df976e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:34:49Z', 'updated_at': '2021-05-19T23:35:12Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:13.861589 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] Checking router: 65746008-f273-4150-a3d9-ba12efeeaa9f for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:13.871916 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:13.872562 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14578f9fa0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:13.886806 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b609fc-f408-423e-91cb-4eac8822db34 req-c8c53973-81cf-4b6f-bedd-bd74a930e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:13.888620 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-89b609fc-f408-423e-91cb-4eac8822db34 req-c8c53973-81cf-4b6f-bedd-bd74a930e3e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792563
May 19 23:35:14.043635 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-89b609fc-f408-423e-91cb-4eac8822db34 req-d9a872a7-8c7d-458a-9646-93e5d01c3e0f service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482906
May 19 23:35:14.114523 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:14.221700 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-89b609fc-f408-423e-91cb-4eac8822db34 req-8ea6c6e1-71b5-474f-a7be-12da07a24688 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634650
May 19 23:35:14.479776 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14578f9fa0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '097e2e74-0604-4109-9833-9d5be7562a41', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'port_id': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'mac_address': 'fa:16:3e:d4:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97615415-44aa-4832-b4ee-54a71df976e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:34:49Z', 'updated_at': '2021-05-19T23:35:12Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:14.484009 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b96cec-278b-4a78-a617-cd00b5db2d21 None None] The sync data for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi is: [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '097e2e74-0604-4109-9833-9d5be7562a41', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'port_id': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'mac_address': 'fa:16:3e:d4:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97615415-44aa-4832-b4ee-54a71df976e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:34:49Z', 'updated_at': '2021-05-19T23:35:12Z', 'revision_number': 1, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:14.678345 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f418ac6-1711-4be2-ba69-cb866caa34cc None None] New status for floating IP 097e2e74-0604-4109-9833-9d5be7562a41: ACTIVE {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:35:19.873659 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-2518bc9a-5d53-47c1-b1bb-e9a1a54b2cc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1379201
May 19 23:35:20.053935 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-16c444a5-9424-44b4-9afc-a8a9623808ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:20.055811 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-16c444a5-9424-44b4-9afc-a8a9623808ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 1099 time: 0.0746317
May 19 23:35:20.211544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-f6f90adc-4b1a-4e72-9235-4df52881a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:20.213352 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-f6f90adc-4b1a-4e72-9235-4df52881a088 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1352766
May 19 23:35:20.217946 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:35:20.328435 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-27572726-0fc2-4e85-bdc3-7ee07f11225c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28b1ab93-2973-4835-836a-e3b7328fa418 HTTP/1.1" status: 200  len: 1002 time: 0.1052263
May 19 23:35:20.397211 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-110d0da5-f395-418e-ade8-1b26ff2b1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:20.398548 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-110d0da5-f395-418e-ade8-1b26ff2b1858 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0578952
May 19 23:35:20.577744 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-26d0fa6b-99bd-41fe-bc59-b1083725cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:20.579293 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-26d0fa6b-99bd-41fe-bc59-b1083725cc71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1707850
May 19 23:35:20.726743 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-8e5c25ed-240f-4d87-9bc1-cf8bd7371fbf service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340218
May 19 23:35:20.859773 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3cd9a5af-df4b-486d-b7cb-b96ea9ccbea4 req-17b70b33-ca72-4d4d-b2a0-82898896ec55 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259410
May 19 23:35:20.910700 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4be021-6368-44b5-81f7-676af447a5c3 req-76abb9fe-7b54-49f0-b2a7-c9a5fa695ab8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:20.912127 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-da4be021-6368-44b5-81f7-676af447a5c3 req-76abb9fe-7b54-49f0-b2a7-c9a5fa695ab8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.0948277
May 19 23:35:20.956847 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-da4be021-6368-44b5-81f7-676af447a5c3 req-733dd6ae-3740-4729-b16a-a073c7bd2ef6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389178
May 19 23:35:20.979271 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51846) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:21.161900 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437abd95-ee3b-49c7-b97c-9269fbe33d09 tempest-TestMinimumBasicScenario-1254401934 tempest-TestMinimumBasicScenario-1254401934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:21.162599 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-437abd95-ee3b-49c7-b97c-9269fbe33d09 tempest-TestMinimumBasicScenario-1254401934 tempest-TestMinimumBasicScenario-1254401934-project-admin] Synchronizing usage tracker for tenant:808cd2b2af74496091c0c7ae2c1f8dce on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:35:21.178998 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-437abd95-ee3b-49c7-b97c-9269fbe33d09 tempest-TestMinimumBasicScenario-1254401934 tempest-TestMinimumBasicScenario-1254401934-project-admin] Unset dirty status for tenant:808cd2b2af74496091c0c7ae2c1f8dce on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:35:21.180224 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-437abd95-ee3b-49c7-b97c-9269fbe33d09 tempest-TestMinimumBasicScenario-1254401934 tempest-TestMinimumBasicScenario-1254401934-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1094 time: 0.1997757
May 19 23:35:21.184023 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 51852) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:21.189805 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'port_id': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:21.195765 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:21.199618 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:floatingip and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:21.202397 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:21.208314 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:21.219543 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for floatingip, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:21.358300 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:21.507244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Allocated IP 172.27.1.203 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/fb01f866-c315-4868-8e72-8e5d3e52d90e) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:21.660895 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:21.690462 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:21.695037 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:21.757264 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:21.760180 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:21.763920 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:21.804002 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'Port': ['ID=fb01f866-c315-4868-8e72-8e5d3e52d90e,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:21.819613 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.820028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.820461 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.820851 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.821207 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.821614 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.821967 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.822380 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.822754 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.823129 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.823481 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.823830 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:21.829558 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:22.293393 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:22.364950 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:22.390212 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:22.569609 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:22.575224 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:22.579023 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:22.684227 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'Port': ['ID=fb01f866-c315-4868-8e72-8e5d3e52d90e,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:22.688250 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:22.699707 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:22.874989 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.l3_db [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Floating IP 9c6d08f5-cf28-4437-83c3-f2412fac2bc5 associated. External IP: 172.27.1.203, port: 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f.
May 19 23:35:23.231774 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Router c5d55ee9-30c1-4b27-a133-be619b3b0e05 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:35:23.418709 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:23.428482 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb674bd5-b737-489e-8d76-632114829326 None None] Sync routers for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:23.438036 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:23.438651 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14566a9910>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:23.442616 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:23.503290 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3181891
May 19 23:35:23.503927 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:23.506606 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51880) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:23.513109 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474723268', 'description': 'tempest-secgroup-smoke-1474723268 description', 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:23.521694 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:23.531730 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:23.542076 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:23.565727 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:23.569684 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:23.572580 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:23.578554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:23.616850 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'status': 'completed', 'code': 200}
May 19 23:35:23.631558 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:23.700703 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:23.712040 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:23.718351 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c0bdde9-611d-4a63-949c-25d3ea73bbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:23.767929 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60244fd-1fd7-4e7e-b9a8-1f9962379106,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:23.772000 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:23.775586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:23.780065 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2682943
May 19 23:35:23.780065 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51888) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:23.786829 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'security_group_rule': {'security_group_id': 'e60244fd-1fd7-4e7e-b9a8-1f9962379106', 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:23.793358 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:23.799598 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:23.803402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:23.811112 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-a7e22a6f-2e0b-4f64-b6c2-1b9f4e998a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:23.812567 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-a7e22a6f-2e0b-4f64-b6c2-1b9f4e998a02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1099 time: 0.1662598
May 19 23:35:23.813392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:23.862907 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.002775 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.003242 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14566a9910>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '9c6d08f5-cf28-4437-83c3-f2412fac2bc5', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'port_id': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'mac_address': 'fa:16:3e:50:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:35:22Z', 'updated_at': '2021-05-19T23:35:22Z', 'revision_number': 0, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:19Z', 'revision_number': 5, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:24.004586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-77f26fb2-6035-4591-abae-d8a744d2473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:24.006463 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-77f26fb2-6035-4591-abae-d8a744d2473d service neutron] 10.222.0.55 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 916 time: 0.1857545
May 19 23:35:24.007575 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.008110 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb674bd5-b737-489e-8d76-632114829326 None None] Checking router: c5d55ee9-30c1-4b27-a133-be619b3b0e05 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:24.017409 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-696a7641-8cef-4089-8698-08b4408f9d37 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:24.018356 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:24.019006 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14566a9910>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:24.117196 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c558d-c857-45b3-8a5c-a478c2ff7516,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:24.120173 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:24.137338 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.138523 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3577509
May 19 23:35:24.141468 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51898) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:24.155609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'security_group_rule': {'security_group_id': 'e60244fd-1fd7-4e7e-b9a8-1f9962379106', 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:24.166193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:24.169490 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-1a6a8d6b-0ff7-4e0f-aad4-80a953b66223 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 1000 time: 0.1551507
May 19 23:35:24.171792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:24.175254 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:24.215604 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:24.247857 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:24.251683 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-ea72205a-bc8f-4488-ab53-23bd9eb90d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:24.253282 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-ea72205a-bc8f-4488-ab53-23bd9eb90d72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 200  len: 854 time: 0.0752895
May 19 23:35:24.254028 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.377407 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.384926 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.387792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-213abb11-5578-4c47-9b86-ce3ab558e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:24.389242 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-213abb11-5578-4c47-9b86-ce3ab558e074 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1285188
May 19 23:35:24.397050 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:24.459629 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e349bbc-b535-43d7-a9b5-3ab737ef4a23,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:24.463685 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:24.467970 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.469124 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3264987
May 19 23:35:24.472947 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51906) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:24.480158 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'security_group_rule': {'security_group_id': 'e60244fd-1fd7-4e7e-b9a8-1f9962379106', 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:24.537162 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:24.544333 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:24.554575 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:24.563420 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:24.601722 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.614677 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-dc80dcc5-c520-430f-8052-bc6bd5a2a790 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114618
May 19 23:35:24.615368 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb674bd5-b737-489e-8d76-632114829326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14566a9910>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '9c6d08f5-cf28-4437-83c3-f2412fac2bc5', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'port_id': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'mac_address': 'fa:16:3e:50:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:35:22Z', 'updated_at': '2021-05-19T23:35:22Z', 'revision_number': 0, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:19Z', 'revision_number': 5, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:24.619575 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb674bd5-b737-489e-8d76-632114829326 None None] The sync data for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi is: [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '9c6d08f5-cf28-4437-83c3-f2412fac2bc5', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'port_id': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'mac_address': 'fa:16:3e:50:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:35:22Z', 'updated_at': '2021-05-19T23:35:22Z', 'revision_number': 0, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:19Z', 'revision_number': 5, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:24.766356 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.774745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.781105 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:24.815739 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4cd5d-3da3-4158-9566-2da977cc3a6f None None] New status for floating IP 9c6d08f5-cf28-4437-83c3-f2412fac2bc5: ACTIVE {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:35:24.820968 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bea49d-b35c-4b11-a18f-a5fd78d9dd14,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:24.827367 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:24.831027 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06c2b95f-cf7c-4aec-8b21-00e791f26d9d req-093a8727-fead-484f-ad1d-98a2875e3493 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997156
May 19 23:35:24.832412 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.833474 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3596330
May 19 23:35:24.836277 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51910) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:24.843189 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'security_group_rule': {'security_group_id': 'e60244fd-1fd7-4e7e-b9a8-1f9962379106', 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:24.850718 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:24.855112 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:24.858064 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:24.864843 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:24.883152 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.949904 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.953580 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.960727 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:24.980533 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8370d8f8-1204-4753-9719-31c5155e144c,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:24.983568 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:24.991785 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:24.993025 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ff8eb0af-7d3e-4453-b96a-b4605ca2efaf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1554112
May 19 23:35:24.996216 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51914) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:25.001842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'security_group_rule': {'security_group_id': 'e60244fd-1fd7-4e7e-b9a8-1f9962379106', 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:25.007511 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:25.011277 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:25.014132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:25.019995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:25.031118 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.securitygroups_db [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Project 5b5c81ae2b1c44078ea002a45adb03b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:35:25.042500 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.125907 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.129917 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.132078 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9ce56a21-fae7-4101-b015-c91dbe62d272 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:25.154375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceeca92-8923-47f0-90fb-576d84f94f13,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:25.160012 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:25.164681 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.166072 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-21618f07-00bf-471c-a7dd-295291e357f9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1689425
May 19 23:35:25.168915 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51920) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:25.174725 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'security_group_rule': {'security_group_id': 'e60244fd-1fd7-4e7e-b9a8-1f9962379106', 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:25.180827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:25.184654 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Usage tracker for resource:security_group_rule and tenant:5b5c81ae2b1c44078ea002a45adb03b6 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:25.187530 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:25.193478 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:25.203172 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.securitygroups_db [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Project 5b5c81ae2b1c44078ea002a45adb03b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:35:25.211875 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.278483 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.282860 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.291176 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:25.312441 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3847a50-da48-4f83-aa27-b2754f226470,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:25.315585 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:25.320589 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:25.321910 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-054b43af-2853-45a2-b6c3-e764871eb1b5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1521418
May 19 23:35:25.447032 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-7740eda6-7f0b-4585-be28-cdcb21243b8c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474723268&fields=id&tenant_id=5b5c81ae2b1c44078ea002a45adb03b6 HTTP/1.1" status: 200  len: 267 time: 0.0416789
May 19 23:35:25.649476 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fa19756d-ed81-48d7-92d3-fdae0bbc41e5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:25.650943 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fa19756d-ed81-48d7-92d3-fdae0bbc41e5 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.1973901
May 19 23:35:25.662729 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'port': {'security_groups': ['cc178cde-a032-4d03-85fc-6d0b498e4e86', 'e60244fd-1fd7-4e7e-b9a8-1f9962379106']}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:25.784025 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:26.034774 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:26.062711 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:26.067939 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:26.073263 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:26.080361 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:35:26.140364 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:26.140997 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:26.143204 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f3978709-0a16-4f66-8e88-e08387ce6a76 req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "PUT /v2.0/ports/97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 982 time: 0.4854872
May 19 23:35:26.143738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:26.170101 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=6']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:26.173864 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:26.202065 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'status': 'completed', 'code': 200}
May 19 23:35:26.284653 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:35:26.320199 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ddf21-e641-4c95-8caa-7baf900a943b req-e6ba80aa-d635-4610-8312-411eabf6369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:26.322573 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-286ddf21-e641-4c95-8caa-7baf900a943b req-e6ba80aa-d635-4610-8312-411eabf6369e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1138 time: 0.0898137
May 19 23:35:26.356877 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9e93d-e240-4b28-8762-aace6918c746 req-69f4224a-e902-49c4-b82f-40b2b0513a72 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:26.358665 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4ac9e93d-e240-4b28-8762-aace6918c746 req-69f4224a-e902-49c4-b82f-40b2b0513a72 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.0923400
May 19 23:35:26.428105 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4ac9e93d-e240-4b28-8762-aace6918c746 req-70fbbd74-0d2e-4cd6-9c5f-4aaf9713b83b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0615404
May 19 23:35:26.500652 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-b5fc7adc-2bd5-4e3d-8757-8f3003c95fe2 None None] Provisioning complete for port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:26.501067 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7adc-2bd5-4e3d-8757-8f3003c95fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:26.580796 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ddf21-e641-4c95-8caa-7baf900a943b req-4a0ed2a9-ddf0-4b1a-b629-d9946330e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:26.582535 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-286ddf21-e641-4c95-8caa-7baf900a943b req-4a0ed2a9-ddf0-4b1a-b629-d9946330e26e service neutron] 10.222.0.55 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 916 time: 0.2514839
May 19 23:35:26.700303 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-286ddf21-e641-4c95-8caa-7baf900a943b req-ac319914-1047-401c-a582-b27ece449285 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 1002 time: 0.1103141
May 19 23:35:26.768631 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ddf21-e641-4c95-8caa-7baf900a943b req-d6647392-143d-4f81-9771-a9f045a2c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:26.770231 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-286ddf21-e641-4c95-8caa-7baf900a943b req-d6647392-143d-4f81-9771-a9f045a2c223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 200  len: 854 time: 0.0629442
May 19 23:35:26.860128 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ddf21-e641-4c95-8caa-7baf900a943b req-3961673e-efd1-4267-ade3-3355ecf955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:26.862787 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-286ddf21-e641-4c95-8caa-7baf900a943b req-3961673e-efd1-4267-ade3-3355ecf955cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853839
May 19 23:35:26.999506 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-286ddf21-e641-4c95-8caa-7baf900a943b req-3ce5a94a-ab4d-469c-bcc0-f31bc4f07945 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281791
May 19 23:35:27.134810 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-286ddf21-e641-4c95-8caa-7baf900a943b req-dd422378-f75e-4e54-a1e5-dec3f35bb88c service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254489
May 19 23:35:28.087578 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b73a6616-f429-4c06-874f-ed7d847dc7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.417528 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51992) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:30.481041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Deleting subnet 2fdace03-b866-4321-8035-288f4888ace7 {{(pid=91605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:35:30.483933 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.533720 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6534538'] for subnet, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.586692 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.781850 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c8050a4c-f4f7-47fa-ba2d-b1b95fc8584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.835652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7669842'] for subnet, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.840212 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:30.878898 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.881346 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdace03-b866-4321-8035-288f4888ace7,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:30.884182 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:30.888207 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c3c67dc1-3bdf-4dc5-aecf-80d9a6ab0d5f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2fdace03-b866-4321-8035-288f4888ace7 HTTP/1.1" status: 204  len: 168 time: 0.4696794
May 19 23:35:30.890668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 51996) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:30.914542 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:30.995805 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.121622 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.134645 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145a5c88e0>,) {'filters': {'network_id': ['9f659189-d571-4142-b244-341ab2689f66']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:31.147013 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145a5c88e0>, '598b6f6b-1f35-474e-a223-47e135b6c519') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:31.147367 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145a5c88e0>, '598b6f6b-1f35-474e-a223-47e135b6c519') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:31.159238 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.175826 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.182039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:35:31.182417 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:35:31.195899 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:35:31.273089 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.276667 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0e9d4a0c-b29a-4d91-b7f5-3d3deab40163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:31.382838 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.391338 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f659189-d571-4142-b244-341ab2689f66,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:31.395304 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:31.406832 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9f659189-d571-4142-b244-341ab2689f66 HTTP/1.1" status: 204  len: 168 time: 0.5128517
May 19 23:35:31.578456 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52006) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:31.627612 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c73e7149-fa01-4f84-ac67-4f7e3549bad7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ec20f64d6de42ad94805f2b681eab44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473735
May 19 23:35:31.630083 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52010) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:31.677021 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.687676 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.714302 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.767588 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.772318 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d7b0332-4c61-4dd6-9fd5-d4b8543ccb27 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:31.785177 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89db8736-f614-4a89-9876-09e1be4ebdfd,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:31.788059 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:31.788996 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:31.790143 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89db8736-f614-4a89-9876-09e1be4ebdfd HTTP/1.1" status: 204  len: 168 time: 0.1591349
May 19 23:35:32.518362 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52040) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:32.622694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1914998837-network', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:32.627539 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:32.632191 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Usage tracker for resource:network and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:32.635038 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:32.641425 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:32.651077 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Made reservation on behalf of b1813c44a28f40e7b4984f956f44c6f0 for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:35:32.653454 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.666124 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.680842 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:32.684711 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:32.687506 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:32.693196 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:32.776295 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.779931 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.783334 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d05dd0c6-d348-4461-a9f9-f9172f5d9b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:32.813470 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:35:32.818878 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c579772e-68e7-4878-8d62-9ea7279642c3,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:32.822405 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:32.825896 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.826234 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Added segment c3f05271-c955-4c92-93e4-a3d02cbdd9aa of type vlan for network e47d383b-9cf9-438f-afed-8ae240811a7c
May 19 23:35:32.852609 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.881252 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.882541 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:32.883147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:32.887611 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:32.986226 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4664922
May 19 23:35:32.987297 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Pushing event updated for resources: {'Network': ['ID=e47d383b-9cf9-438f-afed-8ae240811a7c,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:32.989071 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52046) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:32.991647 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:32.995389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Request body: {'subnet': {'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1914998837-subnet', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:32.998898 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network e47d383b-9cf9-438f-afed-8ae240811a7c details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:35:33.000286 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:33.004481 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Usage tracker for resource:subnet and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:33.007584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:33.013196 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:33.024537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Made reservation on behalf of b1813c44a28f40e7b4984f956f44c6f0 for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:35:33.026796 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.405609 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.410264 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-74c60e15-9c28-4d9c-9f72-0ac085abe960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:33.467249 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.483057 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0054981-9347-4806-b4cc-dba06d46d12b,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:33.486694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:33.494192 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Checking segment: {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:33.494546 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Network hostable DHCP agents. Network: e47d383b-9cf9-438f-afed-8ae240811a7c, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:35:33.511837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Network e47d383b-9cf9-438f-afed-8ae240811a7c is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:35:33.523276 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, e47d383b-9cf9-438f-afed-8ae240811a7c) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:33.531593 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:33.532228 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.533210 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79852f-c4fc-4e67-8680-8c46d4235239 None None] Network e47d383b-9cf9-438f-afed-8ae240811a7c requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:35:33.560331 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52054) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:33.560863 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-dba54150-0b5b-4d56-83f3-1eebe2d35060 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5703256
May 19 23:35:33.566831 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:33.571643 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:33.575879 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Usage tracker for resource:router and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:33.578808 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:33.585360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:33.600426 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.601832 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.617401 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.756356 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-e47d383b-9cf9-438f-afed-8ae240811a7c', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:35:33.757490 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.885242 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:33.941723 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Allocated IP 172.20.0.2 (e47d383b-9cf9-438f-afed-8ae240811a7c/a0054981-9347-4806-b4cc-dba06d46d12b/0cc70af4-9718-4358-91d0-3bb8da33997c) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:34.155315 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.165709 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Transition to ACTIVE for port object 0cc70af4-9718-4358-91d0-3bb8da33997c will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:34.183893 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Transition to ACTIVE for port object 0cc70af4-9718-4358-91d0-3bb8da33997c will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:34.190953 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.195653 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:34.201688 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.234124 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.260626 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Network e47d383b-9cf9-438f-afed-8ae240811a7c is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:34.263577 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:34.266138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:34.301599 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Pushing event updated for resources: {'Port': ['ID=0cc70af4-9718-4358-91d0-3bb8da33997c,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:34.344339 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.344682 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.345053 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.345382 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.345812 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.346141 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.346463 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.346785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.347118 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.347441 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.347760 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.348068 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:34.355827 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:34.371132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Allocated IP 172.27.1.80 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/c8ad4b29-75d2-44cb-9484-2d884e05e7eb) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:34.375915 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Attempting to bind port 0cc70af4-9718-4358-91d0-3bb8da33997c on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:35:34.376817 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Attempting to bind port 0cc70af4-9718-4358-91d0-3bb8da33997c by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:35:34.377256 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Attempting to bind port 0cc70af4-9718-4358-91d0-3bb8da33997c on network e47d383b-9cf9-438f-afed-8ae240811a7c {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:34.382493 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:35:34.382864 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Checking segment: {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:34.383302 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.383693 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Bound using segment: {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:35:34.384157 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Bound port: 0cc70af4-9718-4358-91d0-3bb8da33997c, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:35:34.384540 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.471012 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] For port 0cc70af4-9718-4358-91d0-3bb8da33997c, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:35:34.474052 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] For port 0cc70af4-9718-4358-91d0-3bb8da33997c, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=0cc70af4-9718-4358-91d0-3bb8da33997c,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:35:34.478705 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.482186 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dad6efa1-f361-47c1-8df1-bd4543d93127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:34.519493 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.556409 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:34.560992 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Pushing event updated for resources: {'Port': ['ID=0cc70af4-9718-4358-91d0-3bb8da33997c,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:34.565547 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:34.573830 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-03e98983-2d98-4931-8b52-f1f7c6a14c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:34.640144 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:34.643368 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:34.649868 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:34.681984 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:34.686204 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:35.131724 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 0cc70af4-9718-4358-91d0-3bb8da33997c up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:35.193093 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:35.210818 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 0cc70af4-9718-4358-91d0-3bb8da33997c completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:35.443974 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5fa3e-e840-4f8b-bd4a-95a040a8ac27 None None] Network e47d383b-9cf9-438f-afed-8ae240811a7c requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:35:35.546011 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:35.552648 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Provisioning for port 0cc70af4-9718-4358-91d0-3bb8da33997c completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:35.569348 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Provisioning complete for port 0cc70af4-9718-4358-91d0-3bb8da33997c triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:35.569706 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:35.774640 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Router e7488cb7-762e-424e-aa8b-9c58b34f9091 is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:35:35.794583 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:35.834632 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] For port 0cc70af4-9718-4358-91d0-3bb8da33997c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=0cc70af4-9718-4358-91d0-3bb8da33997c,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:35.841349 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:35.847077 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a2f0acc1-35dc-4d52-bd6f-6405cfe4cd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:35.928179 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Pushing event updated for resources: {'Port': ['ID=0cc70af4-9718-4358-91d0-3bb8da33997c,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:35.931394 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:36.006359 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:36.015566 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Sync routers for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:36.026879 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:36.027527 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14579e0970>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:36.036563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:36.037807 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.4762287
May 19 23:35:36.041528 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52066) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:36.131395 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-de12c6ba-5bfa-4ad9-ae05-7c5b922fe762 None None] Provisioning complete for port 0cc70af4-9718-4358-91d0-3bb8da33997c triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:36.132023 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-de12c6ba-5bfa-4ad9-ae05-7c5b922fe762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:36.320593 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:36.718895 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14579e0970>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:35Z', 'revision_number': 3, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:36.723604 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Checking router: e7488cb7-762e-424e-aa8b-9c58b34f9091 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:36.723960 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Updating router e7488cb7-762e-424e-aa8b-9c58b34f9091 port c8ad4b29-75d2-44cb-9484-2d884e05e7eb binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:35:36.776539 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:36.820563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.028557 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Allocated IP 172.20.0.1 (e47d383b-9cf9-438f-afed-8ae240811a7c/a0054981-9347-4806-b4cc-dba06d46d12b/32f0db9c-c816-4166-9629-1d0cf26c53aa) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:37.113341 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.125260 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Transition to ACTIVE for port object c8ad4b29-75d2-44cb-9484-2d884e05e7eb will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:37.133038 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 0cc70af4-9718-4358-91d0-3bb8da33997c up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:37.162296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.171194 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3a9d28eb-8c26-4484-a313-08581f604cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:37.190283 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.206409 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.provisioning_blocks [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Transition to ACTIVE for port object 32f0db9c-c816-4166-9629-1d0cf26c53aa will not be triggered until provisioned by entity DHCP. {{(pid=91604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:37.232643 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.237204 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:37.270009 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Attempting to bind port c8ad4b29-75d2-44cb-9484-2d884e05e7eb on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:35:37.270375 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Attempting to bind port c8ad4b29-75d2-44cb-9484-2d884e05e7eb by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:35:37.270745 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Attempting to bind port c8ad4b29-75d2-44cb-9484-2d884e05e7eb on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:37.274493 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9605e-f2c1-466b-8432-2f7245763b3c None None] Pushing event updated for resources: {'Port': ['ID=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:37.279785 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:35:37.280086 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:37.280484 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.280869 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:35:37.281337 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Bound port: c8ad4b29-75d2-44cb-9484-2d884e05e7eb, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:35:37.281688 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.306627 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Network e47d383b-9cf9-438f-afed-8ae240811a7c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:37.309210 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-b0f9605e-f2c1-466b-8432-2f7245763b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:37.309691 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:37.312244 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:37.346625 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 0cc70af4-9718-4358-91d0-3bb8da33997c triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:37.347267 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.350105 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Pushing event updated for resources: {'Port': ['ID=32f0db9c-c816-4166-9629-1d0cf26c53aa,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:37.353201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:37.386263 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.417019 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] For port c8ad4b29-75d2-44cb-9484-2d884e05e7eb, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:35:37.426725 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] For port c8ad4b29-75d2-44cb-9484-2d884e05e7eb, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:35:37.434052 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.439466 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6d527aa6-5097-42ad-8fa4-9ed942bd29e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:37.529683 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.580281 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:37.580800 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14579e0970>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:37.644364 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-9a9c4fb5-76b8-4918-9b10-d4bb12c2a65b None None] Provisioning for port 32f0db9c-c816-4166-9629-1d0cf26c53aa completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:37.647422 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9605e-f2c1-466b-8432-2f7245763b3c None None] Pushing event updated for resources: {'Port': ['ID=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:37.660906 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-b0f9605e-f2c1-466b-8432-2f7245763b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:37.664337 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-9a9c4fb5-76b8-4918-9b10-d4bb12c2a65b None None] Provisioning complete for port 32f0db9c-c816-4166-9629-1d0cf26c53aa triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:37.664710 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9a9c4fb5-76b8-4918-9b10-d4bb12c2a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.756237 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.760776 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.787797 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:37.790013 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c4fb5-76b8-4918-9b10-d4bb12c2a65b None None] Port 32f0db9c-c816-4166-9629-1d0cf26c53aa cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:35:37.817028 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:37.869313 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:37.873031 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Pushing event updated for resources: {'Port': ['ID=32f0db9c-c816-4166-9629-1d0cf26c53aa,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:37.876947 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:38.103168 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Network e47d383b-9cf9-438f-afed-8ae240811a7c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:38.104354 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:38.186296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14579e0970>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 1, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:38.192693 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d741d58-9986-4d3b-b894-1a89e0e664e2 None None] The sync data for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi is: [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 1, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:38.311624 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Router e7488cb7-762e-424e-aa8b-9c58b34f9091 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:35:38.426384 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-2ab04011-b153-42fc-9874-82651f593fec None None] Provisioning complete for port 32f0db9c-c816-4166-9629-1d0cf26c53aa triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:38.426384 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2ab04011-b153-42fc-9874-82651f593fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:38.493469 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-2ab04011-b153-42fc-9874-82651f593fec None None] Port 32f0db9c-c816-4166-9629-1d0cf26c53aa cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:35:38.520852 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:38.530969 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0b8415ab-340a-4bed-b920-8d3c960a0224 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7488cb7-762e-424e-aa8b-9c58b34f9091/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4880042
May 19 23:35:39.155790 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device c8ad4b29-75d2-44cb-9484-2d884e05e7eb up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:39.160327 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52096) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:39.167343 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-323260799-network', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:39.172139 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:39.178260 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Usage tracker for resource:network and tenant:87f8e8ed51734a4a8e0144740079da06 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:39.181603 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:39.187877 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:39.202385 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Made reservation on behalf of 87f8e8ed51734a4a8e0144740079da06 for: {'network': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:35:39.206253 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.224197 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.238098 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port c8ad4b29-75d2-44cb-9484-2d884e05e7eb completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:39.241792 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:39.243417 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port c8ad4b29-75d2-44cb-9484-2d884e05e7eb triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:39.243860 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.246368 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Usage tracker for resource:security_group_rule and tenant:87f8e8ed51734a4a8e0144740079da06 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:39.249587 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:39.255728 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:39.354018 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.358695 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.363698 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9bbcd0a9-b76c-4bf6-aa9b-16a18360fccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:39.390993 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=91604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:35:39.397667 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.405880 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbb39f7-37be-4e2b-ae6c-ad19c0ba7bca,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:39.410015 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:39.413959 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.414371 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.segments_db [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Added segment 77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe of type vlan for network 1b873aed-279a-4ac5-92be-5bb814283474
May 19 23:35:39.418923 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port c8ad4b29-75d2-44cb-9484-2d884e05e7eb, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:39.425186 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.428736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:39.450742 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.481808 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.483158 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:39.483740 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:39.492990 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:39.509332 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:39.516079 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:39.596290 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Pushing event updated for resources: {'Network': ['ID=1b873aed-279a-4ac5-92be-5bb814283474,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:39.599280 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4378419
May 19 23:35:39.600209 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:39.602227 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52102) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:39.605955 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 1b873aed-279a-4ac5-92be-5bb814283474 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:35:39.608592 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Request body: {'subnet': {'network_id': '1b873aed-279a-4ac5-92be-5bb814283474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-323260799-subnet', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:39.613458 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:39.617272 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Usage tracker for resource:subnet and tenant:87f8e8ed51734a4a8e0144740079da06 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:39.620328 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:39.626926 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:39.636905 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Made reservation on behalf of 87f8e8ed51734a4a8e0144740079da06 for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:35:39.639471 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.031782 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.035921 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:40.107413 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6bb569-f1c2-40f6-be96-863145836ba8,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:40.112222 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:40.119527 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Checking segment: {'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:40.120151 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Network hostable DHCP agents. Network: 1b873aed-279a-4ac5-92be-5bb814283474, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:35:40.138064 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Network 1b873aed-279a-4ac5-92be-5bb814283474 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:35:40.148150 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 1b873aed-279a-4ac5-92be-5bb814283474) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:40.156748 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:40.157364 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.158046 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39592753-8463-4ce3-b42a-a4d73ed75519 None None] Network 1b873aed-279a-4ac5-92be-5bb814283474 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:35:40.179670 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-e5b1d745-ea34-4e81-ace9-e5ab179c3b2e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5766299
May 19 23:35:40.182070 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52106) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:40.187336 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:40.192963 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:40.197267 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Usage tracker for resource:router and tenant:87f8e8ed51734a4a8e0144740079da06 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:40.200854 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:40.209195 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:40.210779 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Sync routers for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:40.221088 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6934'] for router, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.221853 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:40.222088 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1991756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1639114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6941'] for router, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.222909 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baa7610>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:40.238763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.407922 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d7ef16-dbe3-5d33-9f91-dceadfca277e-1b873aed-279a-4ac5-92be-5bb814283474', 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'fixed_ips': [{'subnet_id': 'bc6bb569-f1c2-40f6-be96-863145836ba8'}]}} from dv-cinder-792209-1-iscsi. {{(pid=91606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:35:40.408863 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.485733 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:40.586459 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Allocated IP 172.20.0.2 (1b873aed-279a-4ac5-92be-5bb814283474/bc6bb569-f1c2-40f6-be96-863145836ba8/8f831bf3-1313-40d9-bf42-078f5918485b) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:40.661193 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6963'] for router, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.800599 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.817991 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Transition to ACTIVE for port object 8f831bf3-1313-40d9-bf42-078f5918485b will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:40.818542 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baa7610>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 2, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:40.822564 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Checking router: e7488cb7-762e-424e-aa8b-9c58b34f9091 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:40.822930 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Updating router e7488cb7-762e-424e-aa8b-9c58b34f9091 port 32f0db9c-c816-4166-9629-1d0cf26c53aa binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:35:40.838072 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Transition to ACTIVE for port object 8f831bf3-1313-40d9-bf42-078f5918485b will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:40.844743 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.848823 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:40.885815 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:40.918004 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Pushing event updated for resources: {'Port': ['ID=8f831bf3-1313-40d9-bf42-078f5918485b,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:40.921218 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:40.935957 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Network 1b873aed-279a-4ac5-92be-5bb814283474 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:40.937208 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Resources bound (agent type, host, resource id):  {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:40.941779 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:40.983828 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.015005 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.047809 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Attempting to bind port 8f831bf3-1313-40d9-bf42-078f5918485b on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:35:41.048562 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Attempting to bind port 8f831bf3-1313-40d9-bf42-078f5918485b by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:35:41.049059 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Attempting to bind port 8f831bf3-1313-40d9-bf42-078f5918485b on network 1b873aed-279a-4ac5-92be-5bb814283474 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:41.054880 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:35:41.055279 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Checking segment: {'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:41.055681 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.056637 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Bound using segment: {'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:35:41.056637 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Bound port: 8f831bf3-1313-40d9-bf42-078f5918485b, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:35:41.057002 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.148787 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device c8ad4b29-75d2-44cb-9484-2d884e05e7eb up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:41.175347 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Allocated IP 172.27.1.67 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/744a3345-ac95-44b9-b2aa-8878966b75b4) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:41.223521 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] For port 8f831bf3-1313-40d9-bf42-078f5918485b, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:35:41.228111 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] For port 8f831bf3-1313-40d9-bf42-078f5918485b, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=8f831bf3-1313-40d9-bf42-078f5918485b,segment=NetworkSegment(77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe),segment_id=77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:35:41.237236 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.241680 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-166cbdfa-16a1-4e82-bb84-b52c8be11d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:41.286521 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.300165 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Transition to ACTIVE for port object 32f0db9c-c816-4166-9629-1d0cf26c53aa will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:41.307048 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.311562 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:41.333632 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port c8ad4b29-75d2-44cb-9484-2d884e05e7eb triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:41.334014 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.382646 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Pushing event updated for resources: {'Port': ['ID=32f0db9c-c816-4166-9629-1d0cf26c53aa,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:41.383317 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Pushing event updated for resources: {'Port': ['ID=8f831bf3-1313-40d9-bf42-078f5918485b,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:41.390741 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:41.390929 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.402256 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.402845 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.403410 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.403887 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.404360 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.404859 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.405362 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.405680 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.406023 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.406342 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.406658 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.406974 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:35:41.438884 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:41.440794 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.446710 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ed5672e9-8949-4c46-8493-dd1af1723398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:41.547312 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Pushing event updated for resources: {'Port': ['ID=744a3345-ac95-44b9-b2aa-8878966b75b4,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:41.552064 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:41.577201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:41.578414 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:41.583401 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:41.647031 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Attempting to bind port 32f0db9c-c816-4166-9629-1d0cf26c53aa on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:35:41.647430 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Attempting to bind port 32f0db9c-c816-4166-9629-1d0cf26c53aa by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:35:41.647799 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Attempting to bind port 32f0db9c-c816-4166-9629-1d0cf26c53aa on network e47d383b-9cf9-438f-afed-8ae240811a7c {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:41.653640 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:35:41.654020 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Checking segment: {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:41.654422 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.654813 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Bound using segment: {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:35:41.655311 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Bound port: 32f0db9c-c816-4166-9629-1d0cf26c53aa, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:35:41.655691 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.791730 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] For port 32f0db9c-c816-4166-9629-1d0cf26c53aa, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:35:41.795074 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] For port 32f0db9c-c816-4166-9629-1d0cf26c53aa, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=32f0db9c-c816-4166-9629-1d0cf26c53aa,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:35:41.801653 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:41.806522 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:41.909510 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:41.910467 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baa7610>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:41.987518 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Pushing event updated for resources: {'Port': ['ID=32f0db9c-c816-4166-9629-1d0cf26c53aa,revision_number=4']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:41.991320 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec4270d8-3eb6-42ff-ba12-67380246b86a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:42.128598 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:42.133654 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:42.499130 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baa7610>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:41Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:42.504001 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9dd12-ba45-4263-af80-d3ce93accf63 None None] The sync data for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi is: [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:41Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:42.582179 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991926'] for router, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:42.608485 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536cc0d-3927-40cc-a822-fa4cce6f357c None None] Network 1b873aed-279a-4ac5-92be-5bb814283474 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:35:42.727601 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-72f0ccac-4939-4cd6-a911-8db57efaffd0 None None] Provisioning for port 8f831bf3-1313-40d9-bf42-078f5918485b completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:42.827752 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Router be4d57d5-cb44-4530-b408-6520c0a0c004 is scheduled to L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea with binding_index 1 {{(pid=91604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:35:43.027877 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:43.042936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Sync routers for ids ['be4d57d5-cb44-4530-b408-6520c0a0c004'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:43.054244 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Routers {'be4d57d5-cb44-4530-b408-6520c0a0c004'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:43.055206 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457ecb310>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['be4d57d5-cb44-4530-b408-6520c0a0c004'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:43.065389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:43.069673 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.8836234
May 19 23:35:43.070562 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52124) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:43.292286 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Set router be4d57d5-cb44-4530-b408-6520c0a0c004 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:43.337419 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8f831bf3-1313-40d9-bf42-078f5918485b up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:43.566084 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 8f831bf3-1313-40d9-bf42-078f5918485b completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:43.583318 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 8f831bf3-1313-40d9-bf42-078f5918485b triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:43.583699 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:43.756107 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457ecb310>, [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:35:41Z', 'revision_number': 3, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port': {'id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:41Z', 'updated_at': '2021-05-19T23:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:43.760355 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:43.772522 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Checking router: be4d57d5-cb44-4530-b408-6520c0a0c004 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:43.772880 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Updating router be4d57d5-cb44-4530-b408-6520c0a0c004 port 744a3345-ac95-44b9-b2aa-8878966b75b4 binding host dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:35:43.842521 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:43.871667 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 8f831bf3-1313-40d9-bf42-078f5918485b, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=8f831bf3-1313-40d9-bf42-078f5918485b,segment=NetworkSegment(77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe),segment_id=77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:43.877662 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:43.878523 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 32f0db9c-c816-4166-9629-1d0cf26c53aa up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:43.908535 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:43.913701 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:44.101078 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=8f831bf3-1313-40d9-bf42-078f5918485b,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:44.109276 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:44.137427 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 32f0db9c-c816-4166-9629-1d0cf26c53aa completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:44.150819 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Allocated IP 172.20.0.1 (1b873aed-279a-4ac5-92be-5bb814283474/bc6bb569-f1c2-40f6-be96-863145836ba8/d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:44.151819 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 32f0db9c-c816-4166-9629-1d0cf26c53aa triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:44.152247 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.305061 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.321019 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Transition to ACTIVE for port object d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:44.344690 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.348516 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6887567b-0784-498c-b8b7-e3b6cbfd228e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:44.413283 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Network 1b873aed-279a-4ac5-92be-5bb814283474 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:44.416081 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:44.418565 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:44.435531 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.467009 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Pushing event updated for resources: {'Port': ['ID=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:44.476947 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:44.497051 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.498219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1996613'] for router_interface, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.507607 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 32f0db9c-c816-4166-9629-1d0cf26c53aa, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=32f0db9c-c816-4166-9629-1d0cf26c53aa,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:44.513692 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.515994 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Transition to ACTIVE for port object 744a3345-ac95-44b9-b2aa-8878966b75b4 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:44.518987 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:44.569662 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.609230 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=32f0db9c-c816-4166-9629-1d0cf26c53aa,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:44.613242 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Attempting to bind port 744a3345-ac95-44b9-b2aa-8878966b75b4 on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:35:44.613620 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Attempting to bind port 744a3345-ac95-44b9-b2aa-8878966b75b4 by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:35:44.613991 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Attempting to bind port 744a3345-ac95-44b9-b2aa-8878966b75b4 on network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:44.616385 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:44.616861 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-68531e1e-9f01-4e80-b77f-872689ed803a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:44.637858 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.670045 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:35:44.670345 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Checking segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:44.670750 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.671169 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Bound using segment: {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:35:44.671644 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Bound port: 744a3345-ac95-44b9-b2aa-8878966b75b4, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e95e8f-80af-4660-a1f3-bb3ca0e65f2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:35:44.672024 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.734877 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee470-c75d-43ec-aaf7-435e488a7c85 None None] Pushing event updated for resources: {'Port': ['ID=744a3345-ac95-44b9-b2aa-8878966b75b4,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:44.740319 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-587ee470-c75d-43ec-aaf7-435e488a7c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:44.744641 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-84e12e16-d571-4b3a-b473-328b00fd1633 None None] Provisioning for port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:44.759113 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-84e12e16-d571-4b3a-b473-328b00fd1633 None None] Provisioning complete for port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:44.759792 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84e12e16-d571-4b3a-b473-328b00fd1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.819265 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] For port 744a3345-ac95-44b9-b2aa-8878966b75b4, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:35:44.824038 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] For port 744a3345-ac95-44b9-b2aa-8878966b75b4, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=744a3345-ac95-44b9-b2aa-8878966b75b4,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:35:44.826420 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-84e12e16-d571-4b3a-b473-328b00fd1633 None None] Port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:35:44.832998 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.838320 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:44.870156 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.875126 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.904533 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e2ef8bf0-6cd3-441c-9f75-b21cdb1f5dd5 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:44.916102 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Routers {'be4d57d5-cb44-4530-b408-6520c0a0c004'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:44.916783 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457ecb310>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['be4d57d5-cb44-4530-b408-6520c0a0c004'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:44.984840 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee470-c75d-43ec-aaf7-435e488a7c85 None None] Pushing event updated for resources: {'Port': ['ID=744a3345-ac95-44b9-b2aa-8878966b75b4,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:44.991254 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1596856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1996578'] for router_interface, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:44.996334 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Pushing event updated for resources: {'Port': ['ID=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:45.005810 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-587ee470-c75d-43ec-aaf7-435e488a7c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:45.015500 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:45.118314 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] Set router be4d57d5-cb44-4530-b408-6520c0a0c004 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:45.137315 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Network 1b873aed-279a-4ac5-92be-5bb814283474 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:45.138397 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:45.164089 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8f831bf3-1313-40d9-bf42-078f5918485b up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:45.411183 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 8f831bf3-1313-40d9-bf42-078f5918485b triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:45.411565 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:45.459295 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Router be4d57d5-cb44-4530-b408-6520c0a0c004 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:35:45.508638 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-e3fb84a0-c2e3-4be3-bb18-969e760ab283 None None] Provisioning complete for port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:45.509012 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e3fb84a0-c2e3-4be3-bb18-969e760ab283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:45.630938 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb84a0-c2e3-4be3-bb18-969e760ab283 None None] Port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:35:45.643265 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:45.652665 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] 10.222.0.59 "PUT /v2.0/routers/be4d57d5-cb44-4530-b408-6520c0a0c004/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5802267
May 19 23:35:45.663829 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 32f0db9c-c816-4166-9629-1d0cf26c53aa up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:45.723834 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457ecb310>, [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 4, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port': {'id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:41Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'd76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c', 'name': '', 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'mac_address': 'fa:16:3e:44:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:43Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 2, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'subnets': [{'id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:45.730150 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b9243-df2d-4000-a452-bd7e83376044 None None] The sync data for ids ['be4d57d5-cb44-4530-b408-6520c0a0c004'] in dv-cinder-792209-1-iscsi is: [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 4, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port': {'id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:41Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'd76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c', 'name': '', 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'mac_address': 'fa:16:3e:44:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:43Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 2, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'subnets': [{'id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:45.743105 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 32f0db9c-c816-4166-9629-1d0cf26c53aa triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:45.743483 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:46.764032 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52158) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:46.770230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431752700', 'description': 'tempest-secgroup-smoke-1431752700 description', 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:46.776452 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:46.780344 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:46.784597 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:46.790518 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:46.801007 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:46.822735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:46.826594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:46.830108 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:46.835850 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:46.910817 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:46.916159 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:46.922190 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1e60585d-49de-4d03-b4d5-1192103e9b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:46.963616 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:46.964822 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1998422
May 19 23:35:46.966380 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea75b361-d2b9-4fe6-8315-cd5a93830e46,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:46.967865 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52162) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:46.969237 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:46.973400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'security_group_rule': {'security_group_id': 'ea75b361-d2b9-4fe6-8315-cd5a93830e46', 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:46.979477 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:46.983543 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:46.990873 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:46.997008 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:47.012986 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.076471 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.082264 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.084898 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:47.108199 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff8a4b4-9f48-4ba2-8644-809cd73028d3,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:47.111204 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:47.119815 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.121252 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b5b31044-64c7-4d85-9d39-b15a76c700c0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1523771
May 19 23:35:47.124365 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52166) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:47.130557 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'security_group_rule': {'security_group_id': 'ea75b361-d2b9-4fe6-8315-cd5a93830e46', 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:47.136782 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:47.140873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:47.145200 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:47.147021 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 744a3345-ac95-44b9-b2aa-8878966b75b4 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:47.152169 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:47.167930 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.216429 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port 744a3345-ac95-44b9-b2aa-8878966b75b4 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:47.221932 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 744a3345-ac95-44b9-b2aa-8878966b75b4 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:47.222316 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.237687 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.241513 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.243660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0929f71a-7f0a-4665-9ba3-a10071e79cc6 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:47.266472 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48eceb1-2eeb-40e8-a0bf-67b28e555f0c,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:47.269797 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:47.277735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.279078 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-2e3d5bf6-35c8-495b-a0a7-56ba8d30b6c5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1536970
May 19 23:35:47.281732 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52170) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:47.287873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'security_group_rule': {'security_group_id': 'ea75b361-d2b9-4fe6-8315-cd5a93830e46', 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:47.294056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:47.298069 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:47.301295 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:47.307212 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:47.324095 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.388652 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.390873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.396430 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.403799 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:47.406278 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port 744a3345-ac95-44b9-b2aa-8878966b75b4, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=744a3345-ac95-44b9-b2aa-8878966b75b4,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:47.411444 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.413370 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:47.429894 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f8c76c-24dc-4090-81cb-6d8bd9f80edd,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:47.432705 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:47.442102 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.443928 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-1c057026-47e9-40e9-8dbd-4c56a3e9ec46 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1610081
May 19 23:35:47.446544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52174) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:47.451700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'security_group_rule': {'security_group_id': 'ea75b361-d2b9-4fe6-8315-cd5a93830e46', 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:47.457834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:47.463190 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:47.466622 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:47.475094 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:47.488176 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=744a3345-ac95-44b9-b2aa-8878966b75b4,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:47.491477 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:47.502988 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.572838 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.576892 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.579064 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:47.603291 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dee3a4-bf56-4713-a2f0-e11d4c9b27e5,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:47.605744 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:47.614639 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.615852 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-50dfdc05-f181-4075-a4c6-c7371ebf7a00 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1683714
May 19 23:35:47.618914 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52184) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:47.624531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'security_group_rule': {'security_group_id': 'ea75b361-d2b9-4fe6-8315-cd5a93830e46', 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:47.630539 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:47.634371 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:47.637286 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:47.643217 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:47.653256 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.securitygroups_db [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Project b1813c44a28f40e7b4984f956f44c6f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:35:47.660746 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.728156 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.732225 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.741593 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d737f84d-73bf-477d-9416-9c9d1d96dde8 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:47.766164 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f498cd-a2e3-4d86-90c5-50124b280829,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:47.769077 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:47.774221 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.775781 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-3a1537d9-fa1a-4485-a503-0333c643cdbd tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1558290
May 19 23:35:47.778760 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52190) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:35:47.785942 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'security_group_rule': {'security_group_id': 'ea75b361-d2b9-4fe6-8315-cd5a93830e46', 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:47.791905 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:47.796645 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:security_group_rule and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:47.800651 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:47.806521 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:47.817349 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.securitygroups_db [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Project b1813c44a28f40e7b4984f956f44c6f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:35:47.823497 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.892402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.896673 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.898601 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:47.922041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52aa7715-1ce1-41e0-aaf7-a2de34051928,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:47.925427 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:47.935765 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:47.937093 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a46c31cd-f585-4c58-84e9-24497ce0fb34 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1574132
May 19 23:35:49.109940 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aecca-decd-48e4-9404-aab161a4f352 req-0dc4b3cb-244b-4cf1-aabd-31226a018d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:49.114156 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-126aecca-decd-48e4-9404-aab161a4f352 req-0dc4b3cb-244b-4cf1-aabd-31226a018d55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1138 time: 0.1085129
May 19 23:35:49.135002 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f8c4-0da2-445c-b689-21912844650d req-8a841ec0-d51f-44a8-86f5-5575ad16c27b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:49.140776 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a9e5f8c4-0da2-445c-b689-21912844650d req-8a841ec0-d51f-44a8-86f5-5575ad16c27b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1108317
May 19 23:35:49.142486 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 744a3345-ac95-44b9-b2aa-8878966b75b4 up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:49.228471 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a9e5f8c4-0da2-445c-b689-21912844650d req-ce199c6f-a5a6-4e61-978d-068b32ed6f95 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0786810
May 19 23:35:49.242535 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port 744a3345-ac95-44b9-b2aa-8878966b75b4 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:49.242920 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:49.269442 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aecca-decd-48e4-9404-aab161a4f352 req-20b8c112-462e-4c20-88f7-0fda88575aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:49.273605 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-126aecca-decd-48e4-9404-aab161a4f352 req-20b8c112-462e-4c20-88f7-0fda88575aed service neutron] 10.222.0.55 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 916 time: 0.1525743
May 19 23:35:49.386761 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-126aecca-decd-48e4-9404-aab161a4f352 req-4c0b1bf2-c6a8-4e25-be52-28beaf5a3a0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 1002 time: 0.1057401
May 19 23:35:49.450889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aecca-decd-48e4-9404-aab161a4f352 req-dae68e3a-a679-4bb9-a83a-c5bec496806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:49.452413 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-126aecca-decd-48e4-9404-aab161a4f352 req-dae68e3a-a679-4bb9-a83a-c5bec496806a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 200  len: 854 time: 0.0577571
May 19 23:35:49.480492 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Sync routers for ids ['be4d57d5-cb44-4530-b408-6520c0a0c004'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:49.490665 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Routers {'be4d57d5-cb44-4530-b408-6520c0a0c004'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:49.491399 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bcac670>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['be4d57d5-cb44-4530-b408-6520c0a0c004'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:49.535471 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aecca-decd-48e4-9404-aab161a4f352 req-46878463-5313-4c29-ac8d-0f1fe8b7496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:49.537111 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-126aecca-decd-48e4-9404-aab161a4f352 req-46878463-5313-4c29-ac8d-0f1fe8b7496f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768805
May 19 23:35:49.677728 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Set router be4d57d5-cb44-4530-b408-6520c0a0c004 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:49.683292 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-126aecca-decd-48e4-9404-aab161a4f352 req-da80a531-5026-4bf9-a063-8b428d683b63 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374431
May 19 23:35:49.832808 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-126aecca-decd-48e4-9404-aab161a4f352 req-5f3b293d-6209-4c66-b37d-26a81cdfabe5 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406546
May 19 23:35:50.012260 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bcac670>, [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 4, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port': {'id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:41Z', 'updated_at': '2021-05-19T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'd76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c', 'name': '', 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'mac_address': 'fa:16:3e:44:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:43Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 2, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'subnets': [{'id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:50.016124 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Checking router: be4d57d5-cb44-4530-b408-6520c0a0c004 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:50.016573 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Updating router be4d57d5-cb44-4530-b408-6520c0a0c004 port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c binding host dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:35:50.073110 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:50.428024 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42240b78-ac29-47c0-b29d-191ce43571cc req-0b91cf40-82c4-46c8-b007-fb0d79965445 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:50.429415 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42240b78-ac29-47c0-b29d-191ce43571cc req-0b91cf40-82c4-46c8-b007-fb0d79965445 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.0833514
May 19 23:35:50.450624 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:50.462440 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Transition to ACTIVE for port object d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:50.470405 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:50.475923 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c09c699-57f7-4bfd-86d1-fd250530bdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:50.535625 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42240b78-ac29-47c0-b29d-191ce43571cc req-c8bee523-5046-4019-94f8-d1dff92daadf tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0742600
May 19 23:35:50.550435 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0ecc7-3ebd-4144-9abd-017a5dac7f60 None None] Pushing event updated for resources: {'Port': ['ID=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:50.564178 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f465b-7092-4c77-987b-7990d17404a7 req-9199bfe5-65be-43dd-86c4-ffe549e85460 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:50.564971 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-011f465b-7092-4c77-987b-7990d17404a7 req-9199bfe5-65be-43dd-86c4-ffe549e85460 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1346664
May 19 23:35:50.601833 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7ce0ecc7-3ebd-4144-9abd-017a5dac7f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:50.615604 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-011f465b-7092-4c77-987b-7990d17404a7 req-1de5e497-4973-4a8e-aee2-184520fc49d7 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428994
May 19 23:35:50.709959 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Attempting to bind port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c on host dv-cinder-792209-1-iscsi for vnic_type normal with profile  {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:35:50.710327 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Attempting to bind port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c by drivers openvswitch,hyperv on host dv-cinder-792209-1-iscsi at level 0 using segments [{'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:35:50.710686 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Attempting to bind port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c on network 1b873aed-279a-4ac5-92be-5bb814283474 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:35:50.716157 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Checking agent: {'id': '5cfc32c4-e16b-4b12-9886-c45d8753522d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 22, 31), 'started_at': datetime.datetime(2021, 5, 19, 23, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:35:50.716518 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Checking segment: {'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:35:50.716909 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:50.717297 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Bound using segment: {'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:35:50.717769 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Bound port: d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c, host: dv-cinder-792209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:35:50.718113 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:50.806051 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] For port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c, host dv-cinder-792209-1-iscsi, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:35:50.809168 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] For port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c, host dv-cinder-792209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,segment=NetworkSegment(77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe),segment_id=77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:35:50.814270 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:50.818198 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:50.928877 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0ecc7-3ebd-4144-9abd-017a5dac7f60 None None] Pushing event updated for resources: {'Port': ['ID=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,revision_number=4']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:50.932393 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7ce0ecc7-3ebd-4144-9abd-017a5dac7f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:50.933115 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Routers {'be4d57d5-cb44-4530-b408-6520c0a0c004'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:50.933705 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bcac670>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['be4d57d5-cb44-4530-b408-6520c0a0c004'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:51.117683 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] Set router be4d57d5-cb44-4530-b408-6520c0a0c004 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:51.148796 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:51.215126 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning for port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:51.219729 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:51.220176 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:51.344843 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:51.383639 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] For port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,segment=NetworkSegment(77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe),segment_id=77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:51.388042 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:51.391332 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:51.449961 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bcac670>, [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 4, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port': {'id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:41Z', 'updated_at': '2021-05-19T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'd76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c', 'name': '', 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'mac_address': 'fa:16:3e:44:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:43Z', 'updated_at': '2021-05-19T23:35:50Z', 'revision_number': 4, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'subnets': [{'id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:51.456111 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedaa0e5-8a33-4761-b119-0b47a4d21337 None None] The sync data for ids ['be4d57d5-cb44-4530-b408-6520c0a0c004'] in dv-cinder-792209-1-iscsi is: [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 4, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port': {'id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:41Z', 'updated_at': '2021-05-19T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'd76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c', 'name': '', 'network_id': '1b873aed-279a-4ac5-92be-5bb814283474', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'mac_address': 'fa:16:3e:44:37:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:43Z', 'updated_at': '2021-05-19T23:35:50Z', 'revision_number': 4, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'subnets': [{'id': 'bc6bb569-f1c2-40f6-be96-863145836ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:51.473457 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Pushing event updated for resources: {'Port': ['ID=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:51.478415 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:51.788711 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef5e6-68ce-454d-96b2-bab4257621a8 req-faf716e0-e293-4710-b729-00c40cfbad2d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:51.790242 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac9ef5e6-68ce-454d-96b2-bab4257621a8 req-faf716e0-e293-4710-b729-00c40cfbad2d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1396728
May 19 23:35:51.856063 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac9ef5e6-68ce-454d-96b2-bab4257621a8 req-ba801f8f-0581-4de9-bb8d-69e148d019ca tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0543485
May 19 23:35:51.874100 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a972-dec0-4ceb-940f-276da034351d req-560d947d-099d-4399-a356-275a6cb71f00 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:51.875633 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f512a972-dec0-4ceb-940f-276da034351d req-560d947d-099d-4399-a356-275a6cb71f00 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1456723
May 19 23:35:51.923876 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f512a972-dec0-4ceb-940f-276da034351d req-a74f475e-e019-4ff9-b820-760809d70a88 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422804
May 19 23:35:52.075695 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-f1945937-2a2c-4814-8fe5-71a89bece595 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:52.076387 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-f1945937-2a2c-4814-8fe5-71a89bece595 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Synchronizing usage tracker for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:35:52.093973 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-f1945937-2a2c-4814-8fe5-71a89bece595 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Unset dirty status for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:35:52.095338 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-f1945937-2a2c-4814-8fe5-71a89bece595 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 946 time: 0.1032848
May 19 23:35:52.331523 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Deleting port 28b1ab93-2973-4835-836a-e3b7328fa418 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:35:52.331870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:52.404989 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:52.468468 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] For port 28b1ab93-2973-4835-836a-e3b7328fa418, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=28b1ab93-2973-4835-836a-e3b7328fa418,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:35:52.468468 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:52.765267 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:52.765635 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:52.765942 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Floating IP 224f9c13-5519-4b5a-aeba-0c78a9ce3b51 disassociated. External IP: 172.27.1.150, port: 28b1ab93-2973-4835-836a-e3b7328fa418.
May 19 23:35:52.766287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Calling delete_port for 28b1ab93-2973-4835-836a-e3b7328fa418 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:35:52.882727 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:52.888328 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c1ecd378-ed89-4b6e-a4d9-693c7bb72023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:52.935732 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event deleted for resources: {'Port': ['ID=28b1ab93-2973-4835-836a-e3b7328fa418,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:52.938728 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:53.079416 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290ec2b-eb7d-49c0-beba-f070a7d048a8 req-a183488b-e9b0-4b2e-bf61-261a6ade824b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:53.081054 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8290ec2b-eb7d-49c0-beba-f070a7d048a8 req-a183488b-e9b0-4b2e-bf61-261a6ade824b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1113589
May 19 23:35:53.151489 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3f00dea4-aba3-47cb-9706-aeb7e7474f00 req-4f499d40-d30e-44b3-b2df-746f9cf8ff11 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 210 time: 0.0629065
May 19 23:35:53.167765 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c up at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:35:53.182569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:35:53.187991 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8290ec2b-eb7d-49c0-beba-f070a7d048a8 req-5371eb6b-35e4-4abb-84c0-16efdae08f0e tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1013100
May 19 23:35:53.248964 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Provisioning complete for port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:53.249441 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:53.395530 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:35:53.405722 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:35:53.415393 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:53.416050 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1456574580>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:53.481902 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] No DVR routers for this DVR port 28b1ab93-2973-4835-836a-e3b7328fa418 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:35:53.484347 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:53.487059 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'name': 'network-vif-deleted', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:35:53.504462 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-7c2fd878-dd71-4e0f-811b-043e458400e3 req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "DELETE /v2.0/ports/28b1ab93-2973-4835-836a-e3b7328fa418 HTTP/1.1" status: 204  len: 173 time: 1.4022572
May 19 23:35:53.593633 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6a2bd-446b-4f5a-8d5e-c342dffbdaff', 'name': 'network-vif-deleted', 'tag': '28b1ab93-2973-4835-836a-e3b7328fa418', 'status': 'completed', 'code': 200}
May 19 23:35:53.707860 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:54.165142 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1456574580>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:54.169057 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:35:54.179454 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:35:54.180236 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1456574580>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:35:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:54.339016 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0f853e54-067b-4466-b3be-c14dba4ff27c req-000b9487-fd99-49bd-9690-33b8910296d6 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6a2bd-446b-4f5a-8d5e-c342dffbdaff HTTP/1.1" status: 200  len: 210 time: 0.0511944
May 19 23:35:54.417539 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:35:54.464474 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3119855-6fb5-4e45-8691-7f85c1f94a33 req-c93593d6-6802-4df3-902e-c5e4e8722994 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:54.466591 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d3119855-6fb5-4e45-8691-7f85c1f94a33 req-c93593d6-6802-4df3-902e-c5e4e8722994 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.0893874
May 19 23:35:54.524333 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d3119855-6fb5-4e45-8691-7f85c1f94a33 req-711abdd5-2e9b-4836-abd6-d39fe4011466 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0497799
May 19 23:35:54.773212 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1456574580>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:35:54.777232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168c7c4-549e-474c-ad26-001eddf9ec8c None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:35:55.001703 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c7845-bcf8-4b98-afe1-e6b8f14563eb None None] New status for floating IP 224f9c13-5519-4b5a-aeba-0c78a9ce3b51: DOWN {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:35:55.722400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b79-f282-43d6-a60d-50e047719ae6 req-ec45ae97-72a7-4da6-b6b6-3afd0a0827e9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:55.723955 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3a350b79-f282-43d6-a60d-50e047719ae6 req-ec45ae97-72a7-4da6-b6b6-3afd0a0827e9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.0861852
May 19 23:35:55.765083 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 28b1ab93-2973-4835-836a-e3b7328fa418 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:35:55.814808 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 28b1ab93-2973-4835-836a-e3b7328fa418 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:35:55.815343 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 28b1ab93-2973-4835-836a-e3b7328fa418 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:35:55.893838 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3a350b79-f282-43d6-a60d-50e047719ae6 req-9247b552-ad53-4383-bb43-8f537c499c9d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1633465
May 19 23:35:55.925965 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-3342ad7d-6371-4d35-a2e0-9080e509c9a8 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967721206&fields=id&tenant_id=5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 267 time: 0.0468080
May 19 23:35:56.098356 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-54d9e40e-c88e-4bca-b055-ec4f83b7306e tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:56.099830 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-54d9e40e-c88e-4bca-b055-ec4f83b7306e tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 812 time: 0.1694682
May 19 23:35:56.114612 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-f054caa6-5500-46bb-aa56-3175f792f914 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/quotas/5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 375 time: 0.0094264
May 19 23:35:56.271591 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-4161a3d0-6b1a-495f-9277-9b575be96e7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1498554
May 19 23:35:56.283696 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f06e0-0657-4733-815e-b97f6673f501 req-7401c611-3946-46e5-b874-d6a2602431ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:56.284995 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a84f06e0-0657-4733-815e-b97f6673f501 req-7401c611-3946-46e5-b874-d6a2602431ed tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1158056
May 19 23:35:56.343528 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a84f06e0-0657-4733-815e-b97f6673f501 req-e90ebe86-e485-4f7e-bd4c-7d9e377a5320 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512314
May 19 23:35:56.540602 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-86c01355-36f4-48e3-8ff1-f5d07cfc8251 service neutron] 10.222.0.59 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545710
May 19 23:35:56.677820 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-f7069bb4-0188-4012-9cae-6e22ab9a1d22 service neutron] 10.222.0.59 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308115
May 19 23:35:57.098902 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6a91732a-7b63-4273-803e-6927410a0a2c req-bec481db-eabc-4372-892d-a86588add8e5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 210 time: 0.0500524
May 19 23:35:57.136040 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ad331-c95b-445e-b300-51355953bd61 req-22bfe3db-9584-464a-b28a-48cf343027f3 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:57.137518 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-115ad331-c95b-445e-b300-51355953bd61 req-22bfe3db-9584-464a-b28a-48cf343027f3 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1300437
May 19 23:35:57.188169 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-115ad331-c95b-445e-b300-51355953bd61 req-5085b4f2-054f-4fb0-bb7d-54f943c696b3 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443747
May 19 23:35:57.216033 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:35:57.565398 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23955ab2-e9d6-4961-bfb3-e176ca39da0d req-c2a9d6df-f8ff-406f-8c7a-a6a6e33ca0e6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:57.566813 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-23955ab2-e9d6-4961-bfb3-e176ca39da0d req-c2a9d6df-f8ff-406f-8c7a-a6a6e33ca0e6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1046984
May 19 23:35:57.615536 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-23955ab2-e9d6-4961-bfb3-e176ca39da0d req-cb3199a1-680e-42b8-b9e8-6ba6ad55a48f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422986
May 19 23:35:58.092877 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f877d24-b3b1-4cd4-a44d-7ffa38a4a9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:58.303886 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4e566a69-00ad-4a80-8b71-7868f8f4eb51 req-c19d9640-a66c-4e4b-8082-080a9e5c07b4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 210 time: 0.0766950
May 19 23:35:58.449186 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-39c7c07b-41f8-4175-af85-c6e1c92cc076 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:58.452436 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-39c7c07b-41f8-4175-af85-c6e1c92cc076 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 812 time: 0.2245681
May 19 23:35:58.466566 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a5bc-32bb-4199-ab94-e02cbe2e393f req-b0b684d1-abe0-4343-ac33-4f2a4e6ce3a9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:58.468235 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6cc0a5bc-32bb-4199-ab94-e02cbe2e393f req-b0b684d1-abe0-4343-ac33-4f2a4e6ce3a9 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1150148
May 19 23:35:58.519290 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-af65fa34-f640-4d09-9374-5c321dbb0fec tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 380 time: 0.0574989
May 19 23:35:58.530023 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'port': {'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'admin_state_up': True, 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'security_groups': ['a94c3dfa-9335-40a4-b97f-addf9aa983ee']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:58.535596 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6cc0a5bc-32bb-4199-ab94-e02cbe2e393f req-fae4db95-14f9-4a0c-bdd0-913dd3ce6d95 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0605967
May 19 23:35:58.676056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:35:58.680092 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:port and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:35:58.683051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:35:58.689556 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:35:58.699236 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Made reservation on behalf of 5ff57f53b0044d6995e4b794e7d4b35e for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:35:58.702891 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:58.816292 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4dba2-41e6-4dd9-bea4-6e04342c0582 req-29043966-6699-41c2-bab6-b1a7fc929bb6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:58.817830 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a4d4dba2-41e6-4dd9-bea4-6e04342c0582 req-29043966-6699-41c2-bab6-b1a7fc929bb6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0855205
May 19 23:35:58.870122 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a4d4dba2-41e6-4dd9-bea4-6e04342c0582 req-4538e179-e34f-4bec-8ed9-43cce6e3e62c tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453472
May 19 23:35:58.981351 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Allocated IP 172.20.0.9 (7bd1d854-7fd8-493b-b203-f19ea775b350/dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8/d1c56b27-e740-4549-98e0-82120c126bb4) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:35:59.190553 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:59.207027 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Transition to ACTIVE for port object d1c56b27-e740-4549-98e0-82120c126bb4 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:59.232663 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:59.238202 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bcbf5900-376a-46a5-9d5d-17ae459ea722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:35:59.304226 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:35:59.307484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:35:59.311769 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:35:59.354395 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=d1c56b27-e740-4549-98e0-82120c126bb4,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:35:59.362892 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:35:59.384437 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:59.385215 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:59.412904 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8872204
May 19 23:35:59.426517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Request body: {'port': {'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:35:59.524410 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc00ce1-db6e-4631-8ab3-f496cddf409d req-b656ec16-97e2-42e8-91b6-a9b36e58ba67 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:59.526090 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9bc00ce1-db6e-4631-8ab3-f496cddf409d req-b656ec16-97e2-42e8-91b6-a9b36e58ba67 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 931 time: 0.0899012
May 19 23:35:59.549096 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:59.584081 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9bc00ce1-db6e-4631-8ab3-f496cddf409d req-781777f2-3341-49c9-9c66-aac1e23f9e96 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498288
May 19 23:35:59.611179 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-27c27793-0f95-4d56-9a7d-ff759e42d60e None None] Provisioning for port d1c56b27-e740-4549-98e0-82120c126bb4 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:35:59.624055 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-27c27793-0f95-4d56-9a7d-ff759e42d60e None None] Provisioning complete for port d1c56b27-e740-4549-98e0-82120c126bb4 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:35:59.625669 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-27c27793-0f95-4d56-9a7d-ff759e42d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:59.740271 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-27c27793-0f95-4d56-9a7d-ff759e42d60e None None] Port d1c56b27-e740-4549-98e0-82120c126bb4 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:35:59.972442 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c56b27-e740-4549-98e0-82120c126bb4 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:35:59.980228 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:35:59.984356 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0011d1-77ac-4582-a4b8-3afff26d14e6 req-26610d9a-e96a-4364-913a-476900a2ab5b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:35:59.985890 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5f0011d1-77ac-4582-a4b8-3afff26d14e6 req-26610d9a-e96a-4364-913a-476900a2ab5b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.0914423
May 19 23:35:59.994605 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Transition to ACTIVE for port object d1c56b27-e740-4549-98e0-82120c126bb4 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:35:59.999592 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:00.003550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-853330bb-0724-4802-bcff-0ccbafd90e39 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:00.099675 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5f0011d1-77ac-4582-a4b8-3afff26d14e6 req-7747f43a-8f48-4c36-90ff-67924ba9d989 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0696790
May 19 23:36:00.124048 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c56b27-e740-4549-98e0-82120c126bb4,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:00.124630 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5aa8e-ad42-4405-bf9f-8915b5c7a855 req-586844bb-7f4f-49a2-800d-38f6b0f35f01 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:00.134723 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:00.136185 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6e5aa8e-ad42-4405-bf9f-8915b5c7a855 req-586844bb-7f4f-49a2-800d-38f6b0f35f01 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1492488
May 19 23:36:00.183314 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6e5aa8e-ad42-4405-bf9f-8915b5c7a855 req-a8f3876a-4f77-4599-8b6c-11799d429042 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462189
May 19 23:36:00.255908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Attempting to bind port d1c56b27-e740-4549-98e0-82120c126bb4 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:36:00.256246 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Attempting to bind port d1c56b27-e740-4549-98e0-82120c126bb4 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:36:00.256577 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Attempting to bind port d1c56b27-e740-4549-98e0-82120c126bb4 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:36:00.261179 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Port d1c56b27-e740-4549-98e0-82120c126bb4 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:36:00.261501 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Attempting to bind port d1c56b27-e740-4549-98e0-82120c126bb4 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:36:00.266529 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:36:00.266873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Checking segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:36:00.267424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Bound using segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:36:00.267846 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Bound port: d1c56b27-e740-4549-98e0-82120c126bb4, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:36:00.268193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:00.359701 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] For port d1c56b27-e740-4549-98e0-82120c126bb4, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:36:00.363402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] For port d1c56b27-e740-4549-98e0-82120c126bb4, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d1c56b27-e740-4549-98e0-82120c126bb4,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:36:00.368467 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:00.372350 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-02d2655a-30cf-4ce6-8f7c-336890411de2 tempest-AttachVolumeNegativeTest-1155831456 tempest-AttachVolumeNegativeTest-1155831456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:00.431677 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:00.432398 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:00.433743 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d1c56b27-e740-4549-98e0-82120c126bb4 HTTP/1.1" status: 200  len: 1093 time: 1.0123305
May 19 23:36:00.434240 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:00.454267 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c56b27-e740-4549-98e0-82120c126bb4,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:00.457697 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:00.516929 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'status': 'completed', 'code': 200}
May 19 23:36:00.560480 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-21e9acb2-0e43-4b3e-9009-9bccd1080da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:00.562014 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-21e9acb2-0e43-4b3e-9009-9bccd1080da5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 1096 time: 0.0850937
May 19 23:36:00.638569 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-6e741b0e-74e9-4368-ac59-5cbf0d96dbda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c56b27-e740-4549-98e0-82120c126bb4 HTTP/1.1" status: 200  len: 217 time: 0.0646632
May 19 23:36:00.705560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-eb55ab42-4d5d-4a05-a665-ef36200c599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:00.707187 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-eb55ab42-4d5d-4a05-a665-ef36200c599f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0606658
May 19 23:36:00.784325 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3703-1d30-433c-bfa0-ab9afea7e24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:00.804183 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e62031-35cd-48de-b23f-837f2584c123 req-e5623a95-72db-4587-809f-10b68117646b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:00.805388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c83d-935b-4845-9b33-def33ea55c07 req-20c77d4b-db6a-44da-8fb5-6ebb6585ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:00.806024 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d2e62031-35cd-48de-b23f-837f2584c123 req-e5623a95-72db-4587-809f-10b68117646b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.0924330
May 19 23:36:00.807489 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-20c77d4b-db6a-44da-8fb5-6ebb6585ff61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935209
May 19 23:36:00.865951 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d2e62031-35cd-48de-b23f-837f2584c123 req-1828b700-88b7-46ee-8358-83a22907ade1 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540550
May 19 23:36:00.916921 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:01.054749 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-496b2ab2-4ef5-4c19-81f4-e390e7e72f0f service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396927
May 19 23:36:01.203201 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b064c83d-935b-4845-9b33-def33ea55c07 req-f226424f-4d4a-4506-b30c-5aace64c213a service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410611
May 19 23:36:01.342910 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-2b49452d-3d3d-493f-8c42-634582aa0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:01.345006 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-2b49452d-3d3d-493f-8c42-634582aa0806 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 1096 time: 0.0785289
May 19 23:36:01.441341 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94533822-bbba-4ea1-8fab-65210f04a9f0 req-a3f2b2e5-e864-4b9d-aedd-bca27504dfb4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:01.442823 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-94533822-bbba-4ea1-8fab-65210f04a9f0 req-a3f2b2e5-e864-4b9d-aedd-bca27504dfb4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.2268250
May 19 23:36:01.473801 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddbbae-1a53-4f6b-abad-58cbe7dabc6c req-2975ccee-cc19-4fa1-9671-925c8e37c750 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:01.475257 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-faddbbae-1a53-4f6b-abad-58cbe7dabc6c req-2975ccee-cc19-4fa1-9671-925c8e37c750 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1194339
May 19 23:36:01.493001 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-520fb8dc-10ba-4562-9899-1d8bdecf0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:01.494978 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-520fb8dc-10ba-4562-9899-1d8bdecf0935 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1360478
May 19 23:36:01.522990 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-94533822-bbba-4ea1-8fab-65210f04a9f0 req-a356d065-ff26-4e1c-95ca-9fc6716fa4e0 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0733218
May 19 23:36:01.550922 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-faddbbae-1a53-4f6b-abad-58cbe7dabc6c req-dcbb06c6-1d2a-46d4-b788-83947a745bbe tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698900
May 19 23:36:01.566032 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-85ebb1a7-dc6f-44f9-ae04-29027d3abfd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c56b27-e740-4549-98e0-82120c126bb4 HTTP/1.1" status: 200  len: 217 time: 0.0640101
May 19 23:36:01.631231 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-217003a6-3250-41e7-a296-307f9227c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:01.632593 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-217003a6-3250-41e7-a296-307f9227c68d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0594258
May 19 23:36:01.681447 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:01.700128 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fdbc6-f4e0-499f-8e71-4be66556bdd0 req-187ebb2a-36e4-42df-86fe-8bee2ff0b5f8 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:01.701652 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-905fdbc6-f4e0-499f-8e71-4be66556bdd0 req-187ebb2a-36e4-42df-86fe-8bee2ff0b5f8 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0832391
May 19 23:36:01.713252 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-b9673215-43fb-41f7-b1f4-b338dba32f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:01.714762 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-b9673215-43fb-41f7-b1f4-b338dba32f00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754263
May 19 23:36:01.750319 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-905fdbc6-f4e0-499f-8e71-4be66556bdd0 req-a4ad9041-3a27-4c38-86bf-0701655f5640 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421903
May 19 23:36:01.849699 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-bed7fb32-ad17-45f1-b469-378eb50fc47d service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264117
May 19 23:36:01.982616 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-ee0559d3-fbcd-4365-977e-ad15e2627b40 req-68f6c6a5-24ec-4a60-b61c-6e50bb3322d8 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257427
May 19 23:36:02.062044 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764034-4e47-4cb8-9840-3acb1d54c2af req-16f72923-976d-4d1f-b4d7-5152e14d158c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:02.063653 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-26764034-4e47-4cb8-9840-3acb1d54c2af req-16f72923-976d-4d1f-b4d7-5152e14d158c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.0844467
May 19 23:36:02.108476 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-26764034-4e47-4cb8-9840-3acb1d54c2af req-f92f69b3-2222-4d6c-b44c-5ea1069c0ef2 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384982
May 19 23:36:02.769205 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64068e-00bb-4c11-b1c2-a42fe756f8c6 req-f73a677a-8e05-4249-acaa-7c3f4cb3b52b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:02.770568 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0f64068e-00bb-4c11-b1c2-a42fe756f8c6 req-f73a677a-8e05-4249-acaa-7c3f4cb3b52b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1399043
May 19 23:36:02.777965 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485715a-a8d3-4de6-bc0f-df47a95e38ce req-82dac7c3-ed13-4df5-97fc-1f240724fe7a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:02.779300 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c485715a-a8d3-4de6-bc0f-df47a95e38ce req-82dac7c3-ed13-4df5-97fc-1f240724fe7a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1178358
May 19 23:36:02.845809 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0f64068e-00bb-4c11-b1c2-a42fe756f8c6 req-eb7d4efd-73e5-4c07-bf67-9bcbc0acf7ad tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0655510
May 19 23:36:02.855361 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c485715a-a8d3-4de6-bc0f-df47a95e38ce req-0f58e6e8-85e2-48ab-b537-949fdf303c15 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623066
May 19 23:36:03.020294 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77dd0-0791-40c6-8177-ca6cfa68abb8 req-7a8c06ea-1066-44ce-8c12-f0798dfac128 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:03.021662 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fcf77dd0-0791-40c6-8177-ca6cfa68abb8 req-7a8c06ea-1066-44ce-8c12-f0798dfac128 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0836887
May 19 23:36:03.066734 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fcf77dd0-0791-40c6-8177-ca6cfa68abb8 req-01af73f5-59ff-478f-b3fd-2331b80ca325 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390372
May 19 23:36:03.293324 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341d72-d392-46a2-90d2-92f042a6f855 req-08ff11a7-d8c6-4100-9f6e-1d9ae917e182 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:03.294705 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-07341d72-d392-46a2-90d2-92f042a6f855 req-08ff11a7-d8c6-4100-9f6e-1d9ae917e182 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.0783710
May 19 23:36:03.339582 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-07341d72-d392-46a2-90d2-92f042a6f855 req-4e361353-5c55-4dde-862a-d99926e05853 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384693
May 19 23:36:03.467615 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:04.094563 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5634ad-9a23-4669-aeb7-5960f1f647a1 req-3c0172c8-a2cb-47d1-bbca-fc503a95268a tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:04.096306 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7a5634ad-9a23-4669-aeb7-5960f1f647a1 req-3c0172c8-a2cb-47d1-bbca-fc503a95268a tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1465290
May 19 23:36:04.103791 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404c28-57c7-4ef2-9224-25609da8dfb6 req-fb0135b1-04f7-4cfa-9941-f30e2c8c0b1f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:04.105137 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-50404c28-57c7-4ef2-9224-25609da8dfb6 req-fb0135b1-04f7-4cfa-9941-f30e2c8c0b1f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1154020
May 19 23:36:04.180355 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7a5634ad-9a23-4669-aeb7-5960f1f647a1 req-3361cd8b-1be2-4336-8e42-5e210187baa1 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0741684
May 19 23:36:04.184581 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-50404c28-57c7-4ef2-9224-25609da8dfb6 req-d1bc345f-5c7d-4a58-bdb0-8d1f2f7b2326 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651064
May 19 23:36:04.354693 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af7812-ca0a-4110-b43a-7f005e14fc97 req-325097aa-117d-433a-b219-7536f828b99d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:04.356122 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e9af7812-ca0a-4110-b43a-7f005e14fc97 req-325097aa-117d-433a-b219-7536f828b99d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0777829
May 19 23:36:04.402142 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e9af7812-ca0a-4110-b43a-7f005e14fc97 req-ab27c1f2-67fd-453b-bf7b-b491471483bb tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398498
May 19 23:36:04.526107 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a672a-84f5-4032-8834-b800d3ee5811 req-72b7e42d-86b4-4139-bcb5-e7243113109a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:04.527558 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-018a672a-84f5-4032-8834-b800d3ee5811 req-72b7e42d-86b4-4139-bcb5-e7243113109a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.0820823
May 19 23:36:04.572671 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-018a672a-84f5-4032-8834-b800d3ee5811 req-4b72ce23-da8f-4c77-9b06-e322e01a4de9 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387397
May 19 23:36:05.430797 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3254-9240-45c5-be7c-15daa60df781 req-b1f2f8b2-2ede-445d-866c-24cfcccb2bf9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:05.432266 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c8f3254-9240-45c5-be7c-15daa60df781 req-b1f2f8b2-2ede-445d-866c-24cfcccb2bf9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1132584
May 19 23:36:05.439933 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19bab4-ee7c-4939-811d-ea842f33bf3a req-36d39d6c-ef52-438b-92cf-f37daee42140 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:05.441290 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8f19bab4-ee7c-4939-811d-ea842f33bf3a req-36d39d6c-ef52-438b-92cf-f37daee42140 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1531394
May 19 23:36:05.512483 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5c8f3254-9240-45c5-be7c-15daa60df781 req-def4b9f0-a4a3-4c89-8f1a-34e666c84995 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702260
May 19 23:36:05.519002 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8f19bab4-ee7c-4939-811d-ea842f33bf3a req-e874b1ff-69c1-4fc7-bb36-66d56d52a641 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0633261
May 19 23:36:05.709671 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-2764ce95-58e2-4cf5-b536-53c8787278d8 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Synchronizing usage tracker for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:security_group {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:36:05.736285 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-2764ce95-58e2-4cf5-b536-53c8787278d8 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Unset dirty status for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:security_group {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:36:05.737605 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-2764ce95-58e2-4cf5-b536-53c8787278d8 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431752700&fields=id&tenant_id=b1813c44a28f40e7b4984f956f44c6f0 HTTP/1.1" status: 200  len: 267 time: 0.0857935
May 19 23:36:05.746299 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7277-faec-446b-9b68-8217aa7a384b req-e7188755-ddbe-4854-8b3a-3b27ec53135f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:05.747748 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-74af7277-faec-446b-9b68-8217aa7a384b req-e7188755-ddbe-4854-8b3a-3b27ec53135f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1294737
May 19 23:36:05.890222 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-74af7277-faec-446b-9b68-8217aa7a384b req-f2b27902-6d70-4ff8-abfe-9e6d8d8ade22 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196127
May 19 23:36:05.925752 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58e2b905-c1c4-41a9-8a88-7c115ba14c6f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:05.926443 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58e2b905-c1c4-41a9-8a88-7c115ba14c6f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Synchronizing usage tracker for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:network {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:36:05.943200 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58e2b905-c1c4-41a9-8a88-7c115ba14c6f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Unset dirty status for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:network {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:36:05.944280 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58e2b905-c1c4-41a9-8a88-7c115ba14c6f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 809 time: 0.1956878
May 19 23:36:05.959884 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-32b76ecd-1a70-40b7-9175-35ffd89549ff tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/quotas/b1813c44a28f40e7b4984f956f44c6f0 HTTP/1.1" status: 200  len: 375 time: 0.0100670
May 19 23:36:06.182637 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-733173da-bbce-4f12-89bb-2b70c83e4d8c tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Synchronizing usage tracker for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:36:06.194573 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aec714-2d0a-497d-8951-cfb46465bbba req-242830da-24b9-4926-bfe8-27cb49a4c992 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:06.196028 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6aec714-2d0a-497d-8951-cfb46465bbba req-242830da-24b9-4926-bfe8-27cb49a4c992 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.1890652
May 19 23:36:06.226127 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-733173da-bbce-4f12-89bb-2b70c83e4d8c tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Unset dirty status for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:36:06.227350 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-733173da-bbce-4f12-89bb-2b70c83e4d8c tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2621999
May 19 23:36:06.255654 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6aec714-2d0a-497d-8951-cfb46465bbba req-4da94374-5e19-4ad1-b8d2-cea789623e2e tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537586
May 19 23:36:06.413771 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-749b9045-81f9-4fac-8ccd-32fa7039561e service neutron] 10.222.0.59 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732845
May 19 23:36:06.545394 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-b158631e-906b-4e77-8d42-cedf88c3c885 service neutron] 10.222.0.59 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256618
May 19 23:36:06.701196 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ddf7c-5399-4bb8-bfea-b6b335b09ee9 req-6e4ec3b1-9ad6-4ed0-9c93-b4ccfe1e6072 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:06.702672 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-128ddf7c-5399-4bb8-bfea-b6b335b09ee9 req-6e4ec3b1-9ad6-4ed0-9c93-b4ccfe1e6072 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0798645
May 19 23:36:06.748844 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-128ddf7c-5399-4bb8-bfea-b6b335b09ee9 req-8a797593-c18e-410a-9056-0e7c4c0ecd84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396330
May 19 23:36:06.947104 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5ff26781-a9cc-48e6-86f1-3673de494311 req-37c09c99-e7b0-423a-b182-66de72d23081 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 210 time: 0.0490286
May 19 23:36:06.982425 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f1b0-a8c5-49dd-8365-e68d3fb821c7 req-321d2ee1-f28d-44a7-ad88-a77434dcd305 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:06.983832 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2dd2f1b0-a8c5-49dd-8365-e68d3fb821c7 req-321d2ee1-f28d-44a7-ad88-a77434dcd305 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1378853
May 19 23:36:07.036576 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2dd2f1b0-a8c5-49dd-8365-e68d3fb821c7 req-e56be369-fd71-4466-b951-97d42838129e tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447133
May 19 23:36:07.145890 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12dd85-456d-436f-a924-114b61844c72 req-dd29632b-e965-4b75-9794-dfe75bd28247 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:07.147551 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d12dd85-456d-436f-a924-114b61844c72 req-dd29632b-e965-4b75-9794-dfe75bd28247 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0882280
May 19 23:36:07.194541 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d12dd85-456d-436f-a924-114b61844c72 req-9d3eb87f-a919-47f0-a467-4485af860e8c tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404820
May 19 23:36:07.452656 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568844ff-ed10-4009-83b8-c6aa9186f742 req-fd94a934-3737-4e45-a61c-88160a11d1a1 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:07.454661 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-568844ff-ed10-4009-83b8-c6aa9186f742 req-fd94a934-3737-4e45-a61c-88160a11d1a1 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.0894036
May 19 23:36:07.509356 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-568844ff-ed10-4009-83b8-c6aa9186f742 req-f07067e9-d101-4238-941e-0dd9de885141 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486920
May 19 23:36:07.951939 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ab60-6468-486c-987b-dcfa3ab4563f req-033533c0-75e0-4ad5-9f63-abeac1451e57 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:07.953395 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e06ab60-6468-486c-987b-dcfa3ab4563f req-033533c0-75e0-4ad5-9f63-abeac1451e57 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0875342
May 19 23:36:08.003359 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e06ab60-6468-486c-987b-dcfa3ab4563f req-a4024ad5-fdac-46d3-9922-de79ae3423d5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419252
May 19 23:36:08.024309 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-9f69f7bc-8d6d-4910-b8dc-e4aec493e968 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:08.026060 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-9f69f7bc-8d6d-4910-b8dc-e4aec493e968 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.55 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 809 time: 0.1832278
May 19 23:36:08.076000 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-13273660-1c4d-401f-8261-2f848e605bed tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Synchronizing usage tracker for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:security_group {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:36:08.089556 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-13273660-1c4d-401f-8261-2f848e605bed tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Unset dirty status for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:security_group {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:36:08.090965 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-13273660-1c4d-401f-8261-2f848e605bed tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1813c44a28f40e7b4984f956f44c6f0 HTTP/1.1" status: 200  len: 380 time: 0.0568597
May 19 23:36:08.102385 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'port': {'device_id': 'bea0502a-7912-4bcc-b118-c00015086a69', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'admin_state_up': True, 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'security_groups': ['ea75b361-d2b9-4fe6-8315-cd5a93830e46']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:36:08.109143 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f7b845b3-428a-4778-b36f-0b6498ea3d3f req-ee0c70af-4413-465f-ad27-fbe1996f13da tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 210 time: 0.0530834
May 19 23:36:08.233984 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d53fd-ab0c-4909-9a27-839dd68da425 req-793958b8-fef8-49c8-a36f-9d5128f052cb tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:08.235598 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e68d53fd-ab0c-4909-9a27-839dd68da425 req-793958b8-fef8-49c8-a36f-9d5128f052cb tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.0838954
May 19 23:36:08.255418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:36:08.264911 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:36:08.276112 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Made reservation on behalf of b1813c44a28f40e7b4984f956f44c6f0 for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:36:08.280374 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:08.284972 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e68d53fd-ab0c-4909-9a27-839dd68da425 req-a24a3f40-f95c-4907-9a03-45d8888d1832 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435953
May 19 23:36:08.387142 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f127277-e5a4-47cc-bac8-43c3122ab2b9 req-15028a8f-813e-435c-8738-c1008e979755 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:08.388593 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4f127277-e5a4-47cc-bac8-43c3122ab2b9 req-15028a8f-813e-435c-8738-c1008e979755 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0846634
May 19 23:36:08.435716 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4f127277-e5a4-47cc-bac8-43c3122ab2b9 req-18fcce22-7c2e-452c-bb0f-9c50b0b9aec6 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404236
May 19 23:36:08.451115 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Allocated IP 172.20.0.7 (e47d383b-9cf9-438f-afed-8ae240811a7c/a0054981-9347-4806-b4cc-dba06d46d12b/d37e40c4-384a-4458-82a7-6edbb2e2ec35) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:36:08.707364 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b581-9968-494d-b23f-551eaadc8af4 req-cbcb367b-d579-4a08-a539-69e5368deb12 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:08.708911 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3e00b581-9968-494d-b23f-551eaadc8af4 req-cbcb367b-d579-4a08-a539-69e5368deb12 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.0868356
May 19 23:36:08.747908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:08.763308 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3e00b581-9968-494d-b23f-551eaadc8af4 req-756915d1-3ff3-49ca-bb39-bca8c7676ade tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481551
May 19 23:36:08.765218 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Transition to ACTIVE for port object d37e40c4-384a-4458-82a7-6edbb2e2ec35 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:36:08.791951 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:08.799543 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-71a7fbec-9087-46d3-a8c0-34fec864df70 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:08.870720 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Network e47d383b-9cf9-438f-afed-8ae240811a7c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:36:08.873688 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:36:08.877513 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:36:08.911788 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:08.932544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.932920 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.933287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.933656 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.934011 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.934366 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.934720 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.935069 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.935444 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.935792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.936140 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.936487 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:08.942243 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:08.960933 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:08.961561 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:08.989575 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8927970
May 19 23:36:09.002321 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Request body: {'port': {'device_id': 'bea0502a-7912-4bcc-b118-c00015086a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:36:09.064772 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-f390f96d-8f5d-498c-973b-9891399217e6 None None] Provisioning for port d37e40c4-384a-4458-82a7-6edbb2e2ec35 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:36:09.071358 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-f390f96d-8f5d-498c-973b-9891399217e6 None None] Provisioning complete for port d37e40c4-384a-4458-82a7-6edbb2e2ec35 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:36:09.071788 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f390f96d-8f5d-498c-973b-9891399217e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:09.115524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:09.130784 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-f390f96d-8f5d-498c-973b-9891399217e6 None None] Port d37e40c4-384a-4458-82a7-6edbb2e2ec35 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:36:09.213714 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650067a-ff4e-448a-a551-2f4355815719 req-8d856439-9382-4769-9c7c-d11787dc6ecc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:09.215838 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7650067a-ff4e-448a-a551-2f4355815719 req-8d856439-9382-4769-9c7c-d11787dc6ecc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0865483
May 19 23:36:09.314830 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7650067a-ff4e-448a-a551-2f4355815719 req-6da86ee0-e177-4448-9637-f7cdf2e6dc69 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912797
May 19 23:36:09.341316 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42e533-0145-4a8e-8efe-89bc2df7f068 req-c05fd336-7f6d-4db5-bd7a-8ae49eb36d75 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:09.341316 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5f42e533-0145-4a8e-8efe-89bc2df7f068 req-c05fd336-7f6d-4db5-bd7a-8ae49eb36d75 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 931 time: 0.1178057
May 19 23:36:09.386087 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5f42e533-0145-4a8e-8efe-89bc2df7f068 req-fa4c6491-2ee0-4c4e-a5ab-3f5d8cba509a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391185
May 19 23:36:09.473392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37e40c4-384a-4458-82a7-6edbb2e2ec35 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:36:09.480998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:09.497236 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Transition to ACTIVE for port object d37e40c4-384a-4458-82a7-6edbb2e2ec35 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:36:09.502507 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:09.506214 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc81e6-4ffe-448c-b038-dc96597791a0 req-930bcb1b-6030-47fb-bed8-fce23735e337 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:09.506488 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2319d3c4-7753-44a3-b227-9ec4476eca42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:09.507877 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1dcc81e6-4ffe-448c-b038-dc96597791a0 req-930bcb1b-6030-47fb-bed8-fce23735e337 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.0822380
May 19 23:36:09.663427 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:09.671249 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:09.681501 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1dcc81e6-4ffe-448c-b038-dc96597791a0 req-b18fb239-a7e6-4d17-aaab-08a7c2d9a846 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1671848
May 19 23:36:09.734506 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9dcb0-c9d3-4755-848d-bd9feeaa935d req-2ec96b79-0586-47fb-b28a-c8e4d5e2e771 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:09.736873 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8df9dcb0-c9d3-4755-848d-bd9feeaa935d req-2ec96b79-0586-47fb-b28a-c8e4d5e2e771 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1834517
May 19 23:36:09.750408 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Attempting to bind port d37e40c4-384a-4458-82a7-6edbb2e2ec35 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:36:09.750960 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Attempting to bind port d37e40c4-384a-4458-82a7-6edbb2e2ec35 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:36:09.751400 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Attempting to bind port d37e40c4-384a-4458-82a7-6edbb2e2ec35 on network e47d383b-9cf9-438f-afed-8ae240811a7c {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:36:09.756422 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Port d37e40c4-384a-4458-82a7-6edbb2e2ec35 on network e47d383b-9cf9-438f-afed-8ae240811a7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:36:09.756862 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Attempting to bind port d37e40c4-384a-4458-82a7-6edbb2e2ec35 on network e47d383b-9cf9-438f-afed-8ae240811a7c {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:36:09.762755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:36:09.763080 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Checking segment: {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:36:09.763609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Bound using segment: {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:36:09.764042 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Bound port: d37e40c4-384a-4458-82a7-6edbb2e2ec35, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:36:09.764803 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:09.796360 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8df9dcb0-c9d3-4755-848d-bd9feeaa935d req-d4971134-f6d0-45b6-aa7c-0afa469d9b41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498376
May 19 23:36:09.862715 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:36:09.865843 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:36:09.872129 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:09.877671 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7d3bb1b6-abca-419e-b2a7-be78d37c7115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:09.889838 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d1c56b27-e740-4549-98e0-82120c126bb4 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:36:09.941560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:09.943118 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:09.944454 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] 10.222.0.55 "PUT /v2.0/ports/d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 1093 time: 0.9464195
May 19 23:36:09.947243 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:09.976581 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:09.981431 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:10.018457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be751172-968b-4908-80d3-3e131199fb12 req-a80d6ebe-7e1c-433a-956f-2bdc1d35a67f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.020025 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-be751172-968b-4908-80d3-3e131199fb12 req-a80d6ebe-7e1c-433a-956f-2bdc1d35a67f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 943 time: 0.1347346
May 19 23:36:10.056777 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'status': 'completed', 'code': 200}
May 19 23:36:10.072250 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-be751172-968b-4908-80d3-3e131199fb12 req-b7639c41-fcd9-42ab-99d2-0e045ab7fd57 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456131
May 19 23:36:10.093205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-6216d5f6-9479-48a9-8900-bb2699ef7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.098916 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-6216d5f6-9479-48a9-8900-bb2699ef7278 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1096 time: 0.0884097
May 19 23:36:10.104137 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d1c56b27-e740-4549-98e0-82120c126bb4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d1c56b27-e740-4549-98e0-82120c126bb4,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:10.120614 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:36:10.176496 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-d0c64186-26b9-465f-b564-73bc3ae18171 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 217 time: 0.0700929
May 19 23:36:10.184063 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:10.205586 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c56b27-e740-4549-98e0-82120c126bb4 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:36:10.222209 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d1c56b27-e740-4549-98e0-82120c126bb4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d1c56b27-e740-4549-98e0-82120c126bb4,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:10.225995 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:10.227737 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-587ee470-c75d-43ec-aaf7-435e488a7c85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:10.241327 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-c98258ef-5797-4a7c-9fc1-a272d2138669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.242831 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-c98258ef-5797-4a7c-9fc1-a272d2138669 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 200  len: 848 time: 0.0596914
May 19 23:36:10.296955 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=d1c56b27-e740-4549-98e0-82120c126bb4,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:10.300419 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:10.322543 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-ddf1963c-5d2e-4d63-9ebc-50185fb34f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.324019 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-ddf1963c-5d2e-4d63-9ebc-50185fb34f72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e47d383b-9cf9-438f-afed-8ae240811a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744023
May 19 23:36:10.461630 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-43f18c0e-b226-4ee6-9183-fb7981ee3b02 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307819
May 19 23:36:10.503440 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['d1c56b27-e740-4549-98e0-82120c126bb4'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:36:10.581786 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca066b3-4595-462d-87cc-1ec030b5b6c1 req-3bfbbd34-9654-4362-8cc8-8c040e19c17a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.589476 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9ca066b3-4595-462d-87cc-1ec030b5b6c1 req-3bfbbd34-9654-4362-8cc8-8c040e19c17a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1555095
May 19 23:36:10.657461 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9ca066b3-4595-462d-87cc-1ec030b5b6c1 req-e682162f-83ff-4341-ae1e-5e6b372d5946 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669246
May 19 23:36:10.677168 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc940ef-be19-41c1-892a-10e1837ab2da req-5816089b-00f2-441b-b038-100d6991c078 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.704573 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1dc940ef-be19-41c1-892a-10e1837ab2da req-5816089b-00f2-441b-b038-100d6991c078 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.1983676
May 19 23:36:10.727209 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-266a883a-5b49-45f1-b79b-0894829cbf16 req-d3b54ba5-4447-4e35-8502-8682c0c6c482 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2554793
May 19 23:36:10.796385 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1dc940ef-be19-41c1-892a-10e1837ab2da req-b569a69e-f921-4d4b-b55f-75f61d4540a6 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720358
May 19 23:36:10.884596 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e699-2d56-4646-94de-077e88aef314 req-a1fe63c3-66a5-4a86-b304-f31254efe438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.886111 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5b65e699-2d56-4646-94de-077e88aef314 req-a1fe63c3-66a5-4a86-b304-f31254efe438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1096 time: 0.0865982
May 19 23:36:10.960386 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41101-e916-434a-9086-c459b8e882f7 req-5b3990cc-8a52-4911-bb4d-77bdc85118c3 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:10.961850 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-49e41101-e916-434a-9086-c459b8e882f7 req-5b3990cc-8a52-4911-bb4d-77bdc85118c3 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1255150
May 19 23:36:11.019362 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e699-2d56-4646-94de-077e88aef314 req-4a58f59d-ed69-42e7-821d-dd9c3e9657e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:11.020822 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5b65e699-2d56-4646-94de-077e88aef314 req-4a58f59d-ed69-42e7-821d-dd9c3e9657e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 910 time: 0.1276953
May 19 23:36:11.029464 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-49e41101-e916-434a-9086-c459b8e882f7 req-d8356d33-33ac-45c4-920f-a470cf6f0566 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=e60244fd-1fd7-4e7e-b9a8-1f9962379106&id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0609436
May 19 23:36:11.050547 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b220ea-1db5-4679-aa38-d4b591ab32ad req-91c8e9e9-4375-40f1-8566-82beade6165f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:11.052031 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-89b220ea-1db5-4679-aa38-d4b591ab32ad req-91c8e9e9-4375-40f1-8566-82beade6165f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1403389
May 19 23:36:11.093829 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5b65e699-2d56-4646-94de-077e88aef314 req-c0a37c73-1691-4f7c-8701-4d893e562575 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 217 time: 0.0657558
May 19 23:36:11.100408 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-89b220ea-1db5-4679-aa38-d4b591ab32ad req-0498c414-a83f-403f-877d-57641b3678f0 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422447
May 19 23:36:11.159804 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e699-2d56-4646-94de-077e88aef314 req-f0ba44cd-b8fe-413e-b5e9-6e79ed12d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:11.161261 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5b65e699-2d56-4646-94de-077e88aef314 req-f0ba44cd-b8fe-413e-b5e9-6e79ed12d57a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 200  len: 848 time: 0.0598691
May 19 23:36:11.244651 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e699-2d56-4646-94de-077e88aef314 req-f8224a18-c65c-449f-bf08-6e212b9a1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:11.246388 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5b65e699-2d56-4646-94de-077e88aef314 req-f8224a18-c65c-449f-bf08-6e212b9a1071 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e47d383b-9cf9-438f-afed-8ae240811a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758178
May 19 23:36:11.269337 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104832e-93ea-4997-8675-bd7dc9fae494 req-e20e7952-a281-44ac-a550-717114da5cc3 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:11.270797 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b104832e-93ea-4997-8675-bd7dc9fae494 req-e20e7952-a281-44ac-a550-717114da5cc3 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 944 time: 0.0811784
May 19 23:36:11.319097 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b104832e-93ea-4997-8675-bd7dc9fae494 req-9453ecae-f739-4cd0-ad08-83f9de8d22f5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424838
May 19 23:36:11.384014 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5b65e699-2d56-4646-94de-077e88aef314 req-503b4a27-7670-4733-b5d1-0e204db82bb5 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298614
May 19 23:36:11.533561 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5b65e699-2d56-4646-94de-077e88aef314 req-2135e76d-ec04-4f13-ae0b-d9f88673449e service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399972
May 19 23:36:11.861116 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced90ce-4f2d-4186-950d-ddefc48b9a54 req-c09cbdfd-04b0-435e-96c1-53486f248e53 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:11.862604 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dced90ce-4f2d-4186-950d-ddefc48b9a54 req-c09cbdfd-04b0-435e-96c1-53486f248e53 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0799870
May 19 23:36:11.889643 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d1c56b27-e740-4549-98e0-82120c126bb4 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:36:11.940573 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dced90ce-4f2d-4186-950d-ddefc48b9a54 req-e68f66cf-08a5-4fbb-b86f-0376804bb20b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721645
May 19 23:36:11.962923 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port d1c56b27-e740-4549-98e0-82120c126bb4 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:36:11.970044 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port d1c56b27-e740-4549-98e0-82120c126bb4 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:36:11.970426 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:11.994067 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d6c9-85e3-4466-bafd-9452e952788f req-0ae63781-60e4-4454-8022-c90edfc6b20b tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:11.995811 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ddd3d6c9-85e3-4466-bafd-9452e952788f req-0ae63781-60e4-4454-8022-c90edfc6b20b tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.0899298
May 19 23:36:12.041645 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ddd3d6c9-85e3-4466-bafd-9452e952788f req-f0189b58-60c8-454a-a970-fd60ea03e313 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390923
May 19 23:36:12.087289 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:12.115760 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:12.126645 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d1c56b27-e740-4549-98e0-82120c126bb4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d1c56b27-e740-4549-98e0-82120c126bb4,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:12.130896 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:12.133137 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:12.228966 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'code': 200}
May 19 23:36:12.245690 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=d1c56b27-e740-4549-98e0-82120c126bb4,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:12.248623 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:12.292473 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1772-035e-4227-b7b4-6a7dc1632f9a req-7b51128c-217b-4d3f-a1e8-feaef9e34966 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:12.293889 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-638c1772-035e-4227-b7b4-6a7dc1632f9a req-7b51128c-217b-4d3f-a1e8-feaef9e34966 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0807202
May 19 23:36:12.341402 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-638c1772-035e-4227-b7b4-6a7dc1632f9a req-c167e4f0-d5d7-4336-b5bc-bbcfcef0c470 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412855
May 19 23:36:12.519689 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa7aff-5d85-4bc0-80c1-8dbe7b79bd34 req-406467f1-7115-4315-af60-05bc66740abe tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:12.521374 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-23aa7aff-5d85-4bc0-80c1-8dbe7b79bd34 req-406467f1-7115-4315-af60-05bc66740abe tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 945 time: 0.0879650
May 19 23:36:12.573149 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-23aa7aff-5d85-4bc0-80c1-8dbe7b79bd34 req-0b2ca7fb-0df2-431c-b881-168a983991f6 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461235
May 19 23:36:12.580089 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16d1c3-cdfd-4ced-9f27-b3632dfc984c req-72133feb-09d2-471f-becb-7067c0c27f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:12.582389 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b16d1c3-cdfd-4ced-9f27-b3632dfc984c req-72133feb-09d2-471f-becb-7067c0c27f28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 1098 time: 0.0987639
May 19 23:36:12.625540 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-6b16d1c3-cdfd-4ced-9f27-b3632dfc984c req-639a2a88-448c-406a-bfa2-d1a2b2fbf6b7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363765
May 19 23:36:12.715537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e89a8-79c7-438b-9c54-1a15e40c8332 req-c12f4298-5aca-4f50-8930-222863b22100 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:12.716977 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c32e89a8-79c7-438b-9c54-1a15e40c8332 req-c12f4298-5aca-4f50-8930-222863b22100 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0830162
May 19 23:36:12.762417 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c32e89a8-79c7-438b-9c54-1a15e40c8332 req-bac4416c-6f55-4547-95e2-0650051e8c8e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394056
May 19 23:36:12.766981 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-5a0bd981-7273-4f60-8816-c63136f35425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:12.768621 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-5a0bd981-7273-4f60-8816-c63136f35425 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 1099 time: 0.0743778
May 19 23:36:12.902241 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-2483fd08-684e-453a-bedd-a54930460e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:12.903711 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-2483fd08-684e-453a-bedd-a54930460e2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 911 time: 0.1276774
May 19 23:36:13.010196 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-b6c4270b-fbcf-434f-9eb7-e2c1e3bf99eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 200  len: 1001 time: 0.0979886
May 19 23:36:13.074054 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-ca00871a-1cd7-431a-86e6-48c8105e5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:13.075526 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-ca00871a-1cd7-431a-86e6-48c8105e5ce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.0577471
May 19 23:36:13.134206 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883a8d3-6ce7-4b4c-b079-334209a54edb req-68028f4f-8554-49ed-ab17-0440d8c213f3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:13.135718 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e883a8d3-6ce7-4b4c-b079-334209a54edb req-68028f4f-8554-49ed-ab17-0440d8c213f3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.0833023
May 19 23:36:13.153736 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-a33b71ac-3554-46e8-8d30-96c00a52a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:13.155364 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-a33b71ac-3554-46e8-8d30-96c00a52a527 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723670
May 19 23:36:13.232224 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e883a8d3-6ce7-4b4c-b079-334209a54edb req-d236aaf3-8012-4199-b098-a273a67a93b0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908387
May 19 23:36:13.259758 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824cbd-f7e2-43aa-8200-6b8723a6ba73 req-158601ac-b1b9-4fbc-b68c-b018ce25eac3 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:13.262098 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d4824cbd-f7e2-43aa-8200-6b8723a6ba73 req-158601ac-b1b9-4fbc-b68c-b018ce25eac3 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.1056614
May 19 23:36:13.292072 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-b2590722-6316-4635-8098-c713ef1ae08a service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255715
May 19 23:36:13.307309 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d4824cbd-f7e2-43aa-8200-6b8723a6ba73 req-05b07884-ebaa-4cef-ab8e-0d6f223d480d tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407827
May 19 23:36:13.427989 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2c0a1e7d-b7ab-48b0-b682-2f4b3cf422f3 req-8b91a75a-a939-4dbb-b7ae-9b73d5a489d5 service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236911
May 19 23:36:13.764877 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f504f05-4670-4b3e-8d26-d475767e8fac req-6bbf98ae-537a-425a-8e16-569dbb65bade tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:13.766374 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8f504f05-4670-4b3e-8d26-d475767e8fac req-6bbf98ae-537a-425a-8e16-569dbb65bade tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 945 time: 0.0831387
May 19 23:36:13.815316 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8f504f05-4670-4b3e-8d26-d475767e8fac req-2701f2ca-d32b-4c37-a308-8598c8377e3f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425467
May 19 23:36:13.911424 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:36:14.074929 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:14.089917 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'port_id': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'mac_address': 'fa:16:3e:d4:43:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:36:14.124425 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ac47-661c-4608-88a7-28152267c244 req-8f346ecf-03cb-4a3d-b3fe-41722ed9c505 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:14.126774 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ccf1ac47-661c-4608-88a7-28152267c244 req-8f346ecf-03cb-4a3d-b3fe-41722ed9c505 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.2508557
May 19 23:36:14.145746 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d788-34bb-4372-9a03-c637dbb2170f req-d8af7745-ebd7-42f8-ab37-01a7fffbd45a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:14.147192 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8105d788-34bb-4372-9a03-c637dbb2170f req-d8af7745-ebd7-42f8-ab37-01a7fffbd45a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 945 time: 0.2226832
May 19 23:36:14.159806 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:14.177406 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:36:14.193594 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:14.198818 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:14.202735 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:14.219947 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ccf1ac47-661c-4608-88a7-28152267c244 req-f3b52b43-c7ed-40fa-a2cd-b43ff41ea247 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826039
May 19 23:36:14.226557 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8105d788-34bb-4372-9a03-c637dbb2170f req-1384197e-3d5f-4032-91d5-3687d7e79800 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635240
May 19 23:36:14.253758 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52572) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:36:14.290421 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=6']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:14.293426 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:14.329506 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['7f9dda6a-6f29-4faf-af1b-014eb8cc6449'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:36:14.529792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa96710-fbfa-44ce-8ee8-3b8b23cb27b5 tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:14.534431 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-dfa96710-fbfa-44ce-8ee8-3b8b23cb27b5 tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 1093 time: 0.2758532
May 19 23:36:14.534668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52592) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:36:14.540194 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:36:14.560095 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:36:14.571745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:floatingip and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:36:14.585933 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:36:14.593169 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:36:14.607277 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:14.633869 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e59f07-1c76-45e4-a613-4695dfec6530 req-89f33647-15ed-4f9e-acdd-7beedc7bf8c4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:14.644161 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-09e59f07-1c76-45e4-a613-4695dfec6530 req-89f33647-15ed-4f9e-acdd-7beedc7bf8c4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 945 time: 0.2393329
May 19 23:36:14.677971 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6297425-2e2f-4026-828c-67454b869f44 req-558def82-eb64-4ffc-8783-a139fb5931d0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:14.682405 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6297425-2e2f-4026-828c-67454b869f44 req-558def82-eb64-4ffc-8783-a139fb5931d0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.1769831
May 19 23:36:14.738721 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-09e59f07-1c76-45e4-a613-4695dfec6530 req-05045011-b8f2-4cf7-898f-b2aaa106cb45 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932734
May 19 23:36:14.767309 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:14.771991 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6297425-2e2f-4026-828c-67454b869f44 req-f684c7f4-8b5e-4829-b41b-60438329dbe6 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711212
May 19 23:36:14.924392 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Allocated IP 172.27.1.236 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/7bc084f7-673d-43bf-9ec9-73b138df75ae) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:36:15.125736 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:15.183320 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:15.189339 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:15.263237 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:36:15.266786 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:36:15.270801 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:36:15.317388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=7bc084f7-673d-43bf-9ec9-73b138df75ae,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:15.332980 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:15.467300 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a5b86-071b-49f2-8025-f99d32f140a6 req-91d000b1-6216-42c5-a39d-246ba77ec140 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:15.469233 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c38a5b86-071b-49f2-8025-f99d32f140a6 req-91d000b1-6216-42c5-a39d-246ba77ec140 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1109500
May 19 23:36:15.534361 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c38a5b86-071b-49f2-8025-f99d32f140a6 req-4803f4d0-dd4d-49f5-a889-3325bdb993c4 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578611
May 19 23:36:15.825694 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:15.931914 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:36:15.962250 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:16.084232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:36:16.089899 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:16.113204 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2f66a-f1b5-41d3-bfe6-2d3a076d7203 req-c4e17179-bbe8-47b3-9446-30d6b67d89a4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:16.121489 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bbb2f66a-f1b5-41d3-bfe6-2d3a076d7203 req-c4e17179-bbe8-47b3-9446-30d6b67d89a4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 945 time: 0.2320969
May 19 23:36:16.154800 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11f4f6-a57a-4073-86cd-87898de8f220 req-c26caf36-2883-4503-ad7a-f54707ce777c tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:16.157156 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eb11f4f6-a57a-4073-86cd-87898de8f220 req-c26caf36-2883-4503-ad7a-f54707ce777c tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.1824367
May 19 23:36:16.230461 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bbb2f66a-f1b5-41d3-bfe6-2d3a076d7203 req-f2569989-80a8-41a7-b621-ff4ef404ca6f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076839
May 19 23:36:16.291647 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eb11f4f6-a57a-4073-86cd-87898de8f220 req-5c58b704-4c87-411c-8497-94550d0c8e31 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213748
May 19 23:36:16.322689 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:16.352867 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:16.382801 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:16.393076 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:16.395776 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:16.397505 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:16.408149 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:16.412189 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-805527db-91e2-4b4c-b6d9-f76990cd9f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:16.442545 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'code': 200}
May 19 23:36:16.476776 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=7']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:16.480085 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:16.541376 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=7bc084f7-673d-43bf-9ec9-73b138df75ae,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:16.544369 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:16.555947 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:16.855308 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Floating IP 8ad60617-64f7-4f5a-b6af-4980cd438725 associated. External IP: 172.27.1.236, port: d1c56b27-e740-4549-98e0-82120c126bb4.
May 19 23:36:17.237550 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:36:17.548824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:36:17.560285 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:36:17.572314 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:36:17.572536 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce68e1-2ff2-4482-bfe6-2e4dc0c43e9c req-98abc8ce-98a3-4e8b-bff9-0058d59ce792 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:17.573037 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457965280>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:36:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:17.586563 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-84ce68e1-2ff2-4482-bfe6-2e4dc0c43e9c req-98abc8ce-98a3-4e8b-bff9-0058d59ce792 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1957319
May 19 23:36:17.588006 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:17.659618 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1238465
May 19 23:36:17.685208 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:17.688626 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-84ce68e1-2ff2-4482-bfe6-2e4dc0c43e9c req-838660aa-075f-4a1c-bd9c-bdbf9bb0ed70 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002052
May 19 23:36:17.739656 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eab9a-07f6-4b6d-9f77-65e09a3fa1b3 req-e551d170-3130-4e14-9d1f-e953ef1f5c0b tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:17.748192 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bb3eab9a-07f6-4b6d-9f77-65e09a3fa1b3 req-e551d170-3130-4e14-9d1f-e953ef1f5c0b tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.1292086
May 19 23:36:17.762141 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'status': 'completed', 'code': 200}
May 19 23:36:17.807726 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bb3eab9a-07f6-4b6d-9f77-65e09a3fa1b3 req-14254625-c800-4abc-8ad5-42a0e215b003 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557351
May 19 23:36:17.833412 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:36:17.909611 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-e6a6bb24-8dee-40a3-b562-ece0a63d2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:17.911136 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-e6a6bb24-8dee-40a3-b562-ece0a63d2fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 1098 time: 0.1264977
May 19 23:36:17.980482 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d37e40c4-384a-4458-82a7-6edbb2e2ec35 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:36:18.076805 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-679395e6-5bf8-4c95-83b8-eb4545008004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:18.078213 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-679395e6-5bf8-4c95-83b8-eb4545008004 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1599739
May 19 23:36:18.191663 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-eb2d8d7b-74a6-4b1f-ad05-d554d86d1240 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c56b27-e740-4549-98e0-82120c126bb4 HTTP/1.1" status: 200  len: 999 time: 0.1062186
May 19 23:36:18.262277 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:18.270580 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-a0e25f98-710f-4561-ae2a-c230939f480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:18.272187 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-a0e25f98-710f-4561-ae2a-c230939f480c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0733445
May 19 23:36:18.289611 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'port_id': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'mac_address': 'fa:16:3e:be:99:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:36:18.356638 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-78537020-0989-4c9d-b8c7-d49f2af1178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:18.358248 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-78537020-0989-4c9d-b8c7-d49f2af1178e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793216
May 19 23:36:18.395253 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:18.454341 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37e40c4-384a-4458-82a7-6edbb2e2ec35 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:36:18.476353 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:18.481031 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457965280>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:15Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:18.485583 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:18.487669 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f19967b3-ed1c-461e-8379-c2d1eefe9f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:18.517351 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:36:18.523600 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-516ed7e1-a63c-4f9c-b42b-10cd587f683d service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582930
May 19 23:36:18.550032 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:36:18.550660 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457965280>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:36:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:18.638584 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:18.644421 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:18.699569 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-481667c6-4d5d-434c-80ac-3bf9a68b5c75 req-1b6fd7a4-386d-4268-88d8-d7cd266f0962 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634681
May 19 23:36:18.765657 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['d37e40c4-384a-4458-82a7-6edbb2e2ec35'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:36:18.804827 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:36:19.048999 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4778ed2-e26a-4261-b102-234b7ad2a1dd req-c4fd5f75-044f-49df-8371-e0b52730793b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:19.050599 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c4778ed2-e26a-4261-b102-234b7ad2a1dd req-c4fd5f75-044f-49df-8371-e0b52730793b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.2031500
May 19 23:36:19.132964 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b184-d347-4fa4-8f28-10dca13a0de1 req-4c70f944-6acf-42f7-94f7-9a67fc3203f2 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:19.134458 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1a19b184-d347-4fa4-8f28-10dca13a0de1 req-4c70f944-6acf-42f7-94f7-9a67fc3203f2 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 944 time: 0.1732700
May 19 23:36:19.145199 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c4778ed2-e26a-4261-b102-234b7ad2a1dd req-77f2462b-db9b-4804-a2b9-f0ca4e12be50 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888805
May 19 23:36:19.213080 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1a19b184-d347-4fa4-8f28-10dca13a0de1 req-b2d6596f-79ed-4f6a-8cb4-478c91dfd87d tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667531
May 19 23:36:19.440185 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457965280>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:15Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:19.448691 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff51451-081e-4a9a-8340-b1abd6a85541 None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:15Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:36:19.681502 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc8df3-cf2c-442f-a77d-4efbfff027b2 None None] New status for floating IP 8ad60617-64f7-4f5a-b6af-4980cd438725: ACTIVE {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:36:20.469961 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a722e-92af-4b84-b93d-5296d950bd64 req-c31a9223-2e73-4a15-9eb0-9ae92d92e2da tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:20.473054 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b10a722e-92af-4b84-b93d-5296d950bd64 req-c31a9223-2e73-4a15-9eb0-9ae92d92e2da tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1917496
May 19 23:36:20.484315 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfae7c-25c5-4097-8254-99341a0d6d99 req-6881be1b-bbd2-4a89-b3ed-12d851741f77 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:20.487012 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0cbfae7c-25c5-4097-8254-99341a0d6d99 req-6881be1b-bbd2-4a89-b3ed-12d851741f77 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 944 time: 0.1448548
May 19 23:36:20.571644 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b10a722e-92af-4b84-b93d-5296d950bd64 req-38332b96-5ef4-45c5-a2ad-2073d08d8a9f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831926
May 19 23:36:20.577043 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0cbfae7c-25c5-4097-8254-99341a0d6d99 req-6afee78d-0a93-4ad0-ac92-3fe41b7864fb tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712426
May 19 23:36:20.841692 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-8d181e6d-6e1c-46a4-8563-cd20536bde00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735123
May 19 23:36:21.053714 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-ce699b2f-3aa6-4985-a80e-ebe3be01ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:21.055205 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-ce699b2f-3aa6-4985-a80e-ebe3be01ed9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 1099 time: 0.1927888
May 19 23:36:21.220699 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-7ca55b48-e239-497b-a05e-021152405a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:21.222213 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-7ca55b48-e239-497b-a05e-021152405a0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 911 time: 0.1455672
May 19 23:36:21.347580 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-7dac2e7d-a985-4842-80a2-7ce4ee3aeab9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 200  len: 1001 time: 0.1160839
May 19 23:36:21.425942 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-5ea017ea-77a5-435a-ac47-88fcafef623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:21.425942 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-5ea017ea-77a5-435a-ac47-88fcafef623b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.0694335
May 19 23:36:21.530804 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-717e8be8-3e1f-403f-a4f5-5ae3cc4f818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:21.532432 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-717e8be8-3e1f-403f-a4f5-5ae3cc4f818a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1004574
May 19 23:36:21.717360 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-940b2f8c-6abc-496a-8c4b-82416e22f9df service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765904
May 19 23:36:21.865222 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e613d-b9af-49bf-82d8-4b1c1055ac1b req-6121f424-6478-4d2d-bc15-11cd356c529f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:21.875031 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-da1e613d-b9af-49bf-82d8-4b1c1055ac1b req-6121f424-6478-4d2d-bc15-11cd356c529f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 944 time: 0.1741457
May 19 23:36:21.884992 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d1f7d-4c15-493d-bd29-f2908878983f req-ed19e0ea-b5eb-499b-9cba-797e878cecd8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:21.886592 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-242d1f7d-4c15-493d-bd29-f2908878983f req-ed19e0ea-b5eb-499b-9cba-797e878cecd8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1460009
May 19 23:36:21.917862 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-488049fa-ff49-40cf-bf86-e9bf1184bd18 req-458dc8fd-3b01-4c7d-903d-65c3a994bd3c service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1915946
May 19 23:36:21.938764 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d37e40c4-384a-4458-82a7-6edbb2e2ec35 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:36:21.977252 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-242d1f7d-4c15-493d-bd29-f2908878983f req-e98d8763-6b12-4cff-b872-5f097791a92e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755041
May 19 23:36:22.011489 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-da1e613d-b9af-49bf-82d8-4b1c1055ac1b req-9e3af1c8-5789-4415-b4c8-1c040c6bbed3 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350696
May 19 23:36:22.041836 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port d37e40c4-384a-4458-82a7-6edbb2e2ec35 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:36:22.046725 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port d37e40c4-384a-4458-82a7-6edbb2e2ec35 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:36:22.047127 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:22.183510 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:22.214928 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:22.225420 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:22.231997 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:22.239746 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:22.274629 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'code': 200}
May 19 23:36:22.320819 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:22.323798 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:22.411014 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:22.615516 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e0159-088f-4ed3-8a90-3ad220e06ea4 req-b0e294be-111c-4d6a-98af-5d45e2ed286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:22.617053 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-581e0159-088f-4ed3-8a90-3ad220e06ea4 req-b0e294be-111c-4d6a-98af-5d45e2ed286b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1098 time: 0.0781996
May 19 23:36:22.662771 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-581e0159-088f-4ed3-8a90-3ad220e06ea4 req-7d7f5601-2c75-4c64-b5bb-3e8edc08a06f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383110
May 19 23:36:23.286802 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f9792-d753-49a1-b4a5-c1befca5e266 req-78bed2ee-efc6-44e3-88ac-461d6c643d6f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:23.288326 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-037f9792-d753-49a1-b4a5-c1befca5e266 req-78bed2ee-efc6-44e3-88ac-461d6c643d6f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.1685627
May 19 23:36:23.297304 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81277d86-9f8c-41bd-82ba-79ef01ea7a63 req-1c121985-32c3-4849-a190-96d37ff769d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:23.299731 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-81277d86-9f8c-41bd-82ba-79ef01ea7a63 req-1c121985-32c3-4849-a190-96d37ff769d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1411724
May 19 23:36:23.399894 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-037f9792-d753-49a1-b4a5-c1befca5e266 req-451afae8-1e0d-4888-a5d3-9ecb2aa3ff41 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990131
May 19 23:36:23.405642 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-81277d86-9f8c-41bd-82ba-79ef01ea7a63 req-d35315bd-571d-453d-a76b-928662129f99 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914059
May 19 23:36:24.717188 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b9785-e3e2-4c71-8b5c-be15ad0c4283 req-09bec89d-1010-496a-805d-1d3384d0a794 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:24.718575 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b86b9785-e3e2-4c71-8b5c-be15ad0c4283 req-09bec89d-1010-496a-805d-1d3384d0a794 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.2169616
May 19 23:36:24.730142 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70e5a8-6dfa-47b2-99e0-653e9a271c35 req-dd30011c-4873-4680-ad55-17c7d77877f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:24.731530 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bf70e5a8-6dfa-47b2-99e0-653e9a271c35 req-dd30011c-4873-4680-ad55-17c7d77877f8 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1985514
May 19 23:36:24.803206 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b86b9785-e3e2-4c71-8b5c-be15ad0c4283 req-89f5da98-c490-4eec-b5a2-6b3b6d759781 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707119
May 19 23:36:24.806076 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bf70e5a8-6dfa-47b2-99e0-653e9a271c35 req-c17a0f8a-3d48-4867-b863-8b8885bdec14 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609581
May 19 23:36:24.901574 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-3ecb0797-4c76-4136-8948-8c88e88849ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:24.903035 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-3ecb0797-4c76-4136-8948-8c88e88849ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1099 time: 0.0771778
May 19 23:36:24.991230 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fbbea-d53d-497e-8648-b5f9d43602b5 req-53a12381-fc90-4d61-9518-1300c84f06b7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:24.992575 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-796fbbea-d53d-497e-8648-b5f9d43602b5 req-53a12381-fc90-4d61-9518-1300c84f06b7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0797908
May 19 23:36:25.040000 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-796fbbea-d53d-497e-8648-b5f9d43602b5 req-6ddc1b7e-f984-4ef1-895c-6d4040a014a7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410645
May 19 23:36:25.045118 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-50754ee2-2ea0-4176-9403-638d56a8054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:25.046543 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-50754ee2-2ea0-4176-9403-638d56a8054e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.1313000
May 19 23:36:25.065080 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52662) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:36:25.156752 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-243f7d2b-0090-4517-b16a-5540a387f7ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 200  len: 1001 time: 0.0983150
May 19 23:36:25.189202 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0aa98-ac92-4c23-bb6a-62996228da34 tempest-TestShelveInstance-1034724544 tempest-TestShelveInstance-1034724544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:25.190659 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-e3c0aa98-ac92-4c23-bb6a-62996228da34 tempest-TestShelveInstance-1034724544 tempest-TestShelveInstance-1034724544-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1093 time: 0.1244757
May 19 23:36:25.193594 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52668) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:36:25.199267 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'port_id': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:36:25.205744 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:36:25.209515 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Usage tracker for resource:floatingip and tenant:b1813c44a28f40e7b4984f956f44c6f0 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:36:25.212352 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:36:25.217943 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:36:25.226076 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-3007ac1a-9c98-49d1-8a1a-dd55fe4c44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:25.227566 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-3007ac1a-9c98-49d1-8a1a-dd55fe4c44b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.0618455
May 19 23:36:25.229021 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for floatingip, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:25.304098 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-722ebe44-cf9a-4c79-a772-bb3f3410f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:25.305490 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-722ebe44-cf9a-4c79-a772-bb3f3410f25d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710778
May 19 23:36:25.366338 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:25.439981 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-ebae7c1c-9ccf-4c89-8ce9-8ebc6d8b0382 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261868
May 19 23:36:25.509489 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_common [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Allocated IP 172.27.1.63 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/baf1dd30-f83c-4b43-89cb-ea1e0a7e7caa) {{(pid=91604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:36:25.586174 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-41e91f04-b898-48aa-a7be-9fa211899c86 req-448bed53-aa01-4768-bdba-4093f446bda1 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262894
May 19 23:36:25.660096 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for port, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:25.688528 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:25.692838 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b49f6a89-36b0-471b-a0bc-fd9d4de1c574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:25.752349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:36:25.755178 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Resources bound (agent type, host, resource id):  {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:36:25.758728 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Received port after_create {{(pid=91604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:36:25.792376 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'Port': ['ID=baf1dd30-f83c-4b43-89cb-ea1e0a7e7caa,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:25.808096 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.808472 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.808837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.809199 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.809555 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.809910 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.810263 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.810611 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.810962 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.811335 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.811685 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.812032 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:25.817515 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:26.157904 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ad8af-7de5-4dd3-9f6e-2e52c32165c3 req-a888921b-67c3-483b-a1a4-33485b4690db tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:26.159287 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-714ad8af-7de5-4dd3-9f6e-2e52c32165c3 req-a888921b-67c3-483b-a1a4-33485b4690db tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.2425921
May 19 23:36:26.231136 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-714ad8af-7de5-4dd3-9f6e-2e52c32165c3 req-2674f75d-6418-4c63-b801-687417fa76d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639932
May 19 23:36:26.281228 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:26.353473 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:26.642769 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:26.647582 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:26.652141 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:26.760873 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event updated for resources: {'Port': ['ID=baf1dd30-f83c-4b43-89cb-ea1e0a7e7caa,revision_number=2']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:26.764131 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:26.771522 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:26.943598 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.l3_db [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Floating IP 89365a7d-8e9c-458a-8aea-31a4bbb936ee associated. External IP: 172.27.1.63, port: d37e40c4-384a-4458-82a7-6edbb2e2ec35.
May 19 23:36:27.295263 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Router e7488cb7-762e-424e-aa8b-9c58b34f9091 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:36:27.542131 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf55a0-52b7-4b9d-930b-2c32109dcb57 req-70d7a593-05c2-4528-ba1b-da544e7d0839 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:27.543623 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-09cf55a0-52b7-4b9d-930b-2c32109dcb57 req-70d7a593-05c2-4528-ba1b-da544e7d0839 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 946 time: 0.1924026
May 19 23:36:27.544746 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:36:27.556225 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] Sync routers for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:36:27.568063 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:36:27.568685 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145786ca90>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:36:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:27.597116 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:27.651826 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-09cf55a0-52b7-4b9d-930b-2c32109dcb57 req-e25bb9b5-0915-4450-9fa5-ed8321c5c450 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919042
May 19 23:36:27.675184 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-33b986fa-741a-421d-85e3-0983465191a5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4706757
May 19 23:36:27.675184 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:27.715858 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'status': 'completed', 'code': 200}
May 19 23:36:27.755669 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:36:27.907696 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-8f4038b7-c8d9-4d87-8e9b-482c86241952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:27.909160 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-8f4038b7-c8d9-4d87-8e9b-482c86241952 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1098 time: 0.1678367
May 19 23:36:27.987639 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:36:28.062402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-e5178e9d-54dd-4093-842f-35a17e19147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:28.064553 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-e5178e9d-54dd-4093-842f-35a17e19147f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 910 time: 0.1382434
May 19 23:36:28.132582 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f062d495-6c24-4648-bf51-f9ac813a36c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:28.177189 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-21982220-bf3d-42ba-841e-6759fe93b328 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 998 time: 0.0990930
May 19 23:36:28.241755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-4436f26b-595d-4f29-bf18-c62a1327d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:28.242271 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:28.243156 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-4436f26b-595d-4f29-bf18-c62a1327d3b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 200  len: 848 time: 0.0568364
May 19 23:36:28.278332 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:28.291496 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:28.298283 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:28.301513 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:28.327447 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-fa1956f8-7222-43a1-96dc-281e9df641cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:28.329013 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-fa1956f8-7222-43a1-96dc-281e9df641cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e47d383b-9cf9-438f-afed-8ae240811a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773449
May 19 23:36:28.339501 dv-cinder-792209-1-iscsi neutron-server[91606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'code': 422} returned with failed status
May 19 23:36:28.361318 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145786ca90>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '89365a7d-8e9c-458a-8aea-31a4bbb936ee', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'port_id': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'mac_address': 'fa:16:3e:be:99:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea0502a-7912-4bcc-b118-c00015086a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:26Z', 'updated_at': '2021-05-19T23:36:26Z', 'revision_number': 0, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 5, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:28.370013 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] Checking router: e7488cb7-762e-424e-aa8b-9c58b34f9091 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:36:28.389448 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=8']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:28.393125 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:36:28.393726 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145786ca90>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:36:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:28.441066 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:28.464064 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-fe7a31be-cf4e-4947-9683-83de56ef6c9f service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280358
May 19 23:36:28.569910 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:36:28.597660 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-b9dad7f2-46a0-4be2-8079-741f9e1fbbb1 req-7eca160a-fcad-44b6-85ee-bba673f55eaf service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265831
May 19 23:36:28.846804 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33997a2-cd81-4909-ac24-c1e63af8ad1f req-fa671c73-183c-4ff3-8981-29479ee952c4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:28.848296 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f33997a2-cd81-4909-ac24-c1e63af8ad1f req-fa671c73-183c-4ff3-8981-29479ee952c4 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0829015
May 19 23:36:28.894136 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f33997a2-cd81-4909-ac24-c1e63af8ad1f req-71fa1e08-f165-48ab-bb59-3351f31664f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397825
May 19 23:36:28.922930 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145786ca90>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '89365a7d-8e9c-458a-8aea-31a4bbb936ee', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'port_id': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'mac_address': 'fa:16:3e:be:99:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea0502a-7912-4bcc-b118-c00015086a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:26Z', 'updated_at': '2021-05-19T23:36:26Z', 'revision_number': 0, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 5, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:28.927059 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbcc02-999e-4663-b3e2-6ee415ba34ae None None] The sync data for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi is: [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '89365a7d-8e9c-458a-8aea-31a4bbb936ee', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'port_id': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'mac_address': 'fa:16:3e:be:99:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea0502a-7912-4bcc-b118-c00015086a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:26Z', 'updated_at': '2021-05-19T23:36:26Z', 'revision_number': 0, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 5, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:36:29.123876 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aaa0d0-4a52-4d43-ade3-3d22d164cf6a None None] New status for floating IP 89365a7d-8e9c-458a-8aea-31a4bbb936ee: ACTIVE {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:36:30.388863 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-d4158e3e-753f-40d4-a968-c5bb2c3236ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1032944
May 19 23:36:30.398016 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481497-6bed-49d8-9834-313bbd218ad6 req-bd7c0d44-b7fd-4d0a-8cc9-4ade3ed5b978 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:30.399452 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4f481497-6bed-49d8-9834-313bbd218ad6 req-bd7c0d44-b7fd-4d0a-8cc9-4ade3ed5b978 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.1458261
May 19 23:36:30.446593 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4f481497-6bed-49d8-9834-313bbd218ad6 req-b5d925a6-b06c-4cae-a45a-b0213f486ff2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411968
May 19 23:36:30.777556 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cbd63592-0970-438b-afa8-dc81ab7e630f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:30.920373 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:31.289829 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-09378e14-b450-4242-a274-f51866785bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:31.291322 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-09378e14-b450-4242-a274-f51866785bd5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3&tenant_id=72675c57d8c3409f984d837cf0865da0 HTTP/1.1" status: 200  len: 1097 time: 0.0749063
May 19 23:36:31.389753 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-c109ac58-38b3-4048-9948-6126a0d0da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:31.391248 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-c109ac58-38b3-4048-9948-6126a0d0da43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1097 time: 0.0697138
May 19 23:36:31.525870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-1169d430-a59b-430a-9d7e-ad02f2d7822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:31.527362 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-1169d430-a59b-430a-9d7e-ad02f2d7822e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.1287112
May 19 23:36:31.638402 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-c454a5af-8ea5-4840-8691-39dc48324760 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 200  len: 999 time: 0.1024163
May 19 23:36:31.684319 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:31.703181 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-06af5e66-95ba-4269-a898-80fa76875b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:31.704639 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-06af5e66-95ba-4269-a898-80fa76875b5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.0601304
May 19 23:36:31.740873 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d7c2-d2d4-4fa0-b0f1-4af24640c556 req-66837298-e3c0-4eef-89d8-2b008165b8c3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:31.742330 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0ab3d7c2-d2d4-4fa0-b0f1-4af24640c556 req-66837298-e3c0-4eef-89d8-2b008165b8c3 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.1835570
May 19 23:36:31.782776 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-3106b00f-0801-427c-9b04-83cd4e056886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:31.784329 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-3106b00f-0801-427c-9b04-83cd4e056886 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725827
May 19 23:36:31.788680 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0ab3d7c2-d2d4-4fa0-b0f1-4af24640c556 req-03013595-422d-4120-bae2-44b36d781382 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396032
May 19 23:36:31.916653 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-b7716c8d-a096-4d7e-abd9-76a83af73dea service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230195
May 19 23:36:31.941537 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:36:32.050243 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-32877c6e-60c9-4f24-b053-ffbb12722d66 req-fd058b38-8646-408f-a421-dc892f284047 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245613
May 19 23:36:32.988793 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a67c5-aace-4fcb-bfe4-fcc21ff80593 req-b3f6a5c1-b64f-4943-8a84-b933d5e53955 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:32.990270 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c99a67c5-aace-4fcb-bfe4-fcc21ff80593 req-b3f6a5c1-b64f-4943-8a84-b933d5e53955 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0834858
May 19 23:36:33.038153 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c99a67c5-aace-4fcb-bfe4-fcc21ff80593 req-e52ed82f-df89-4092-814e-b9d4745dde04 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415504
May 19 23:36:33.470733 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:34.214977 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:36:34.237758 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaa4f6-ef1f-4e4f-a50c-1f35c4efa0e0 req-6a96b49a-8abe-437d-94c4-738de1b0c645 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:34.239484 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5beaa4f6-ef1f-4e4f-a50c-1f35c4efa0e0 req-6a96b49a-8abe-437d-94c4-738de1b0c645 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0852802
May 19 23:36:34.285589 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5beaa4f6-ef1f-4e4f-a50c-1f35c4efa0e0 req-7555e2ea-21eb-46bc-bbbb-15d14fcaccb2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402474
May 19 23:36:35.487505 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81a874-2d88-4623-af47-ef08d42be36c req-5296c777-a8c7-4561-824d-e2c245bba2ba tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:35.489959 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ff81a874-2d88-4623-af47-ef08d42be36c req-5296c777-a8c7-4561-824d-e2c245bba2ba tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0842733
May 19 23:36:35.538285 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ff81a874-2d88-4623-af47-ef08d42be36c req-32241df5-cf4c-4177-8dd7-ef2068dbe810 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429251
May 19 23:36:36.737827 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8683d-7501-4083-a396-fb9fa57d4988 req-e9031248-5603-40c5-b6c0-68940fdbf4be tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:36.739357 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6a8683d-7501-4083-a396-fb9fa57d4988 req-e9031248-5603-40c5-b6c0-68940fdbf4be tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0883048
May 19 23:36:36.790863 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f6a8683d-7501-4083-a396-fb9fa57d4988 req-4e25c0b9-904c-45a5-b820-29c14424eac1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454443
May 19 23:36:38.003524 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a8a22-261e-4f11-ba3a-56228a2784cb req-5e376463-26f7-467e-abe4-b1f46d1c0785 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:38.005052 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-032a8a22-261e-4f11-ba3a-56228a2784cb req-5e376463-26f7-467e-abe4-b1f46d1c0785 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0853429
May 19 23:36:38.061016 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-032a8a22-261e-4f11-ba3a-56228a2784cb req-1a82908b-71e7-4c69-b524-78cfe69106be tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497084
May 19 23:36:39.266678 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9383a-b897-4852-a612-5d34c221e887 req-06cdf11f-07b3-4a21-bd25-6b64d2525633 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:39.268236 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fea9383a-b897-4852-a612-5d34c221e887 req-06cdf11f-07b3-4a21-bd25-6b64d2525633 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0875490
May 19 23:36:39.314313 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fea9383a-b897-4852-a612-5d34c221e887 req-04f19d83-84aa-4767-9a15-78a41e5a9479 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399811
May 19 23:36:40.518698 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66514bae-2b02-4919-a4e6-6f8dbb206a79 req-b9a97e34-4a44-48e2-803e-16cea1fb3189 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:40.520873 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-66514bae-2b02-4919-a4e6-6f8dbb206a79 req-b9a97e34-4a44-48e2-803e-16cea1fb3189 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0855432
May 19 23:36:40.569127 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-66514bae-2b02-4919-a4e6-6f8dbb206a79 req-7a6c9854-bef0-4eb7-92d3-58e0ed1d9d0f tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422697
May 19 23:36:41.789777 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d243e92-389f-4880-b0cc-d2e1d0f61ed7 req-4e84c0c9-8065-44f0-9d2e-7d327c3950b0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:41.791434 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d243e92-389f-4880-b0cc-d2e1d0f61ed7 req-4e84c0c9-8065-44f0-9d2e-7d327c3950b0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0899794
May 19 23:36:41.844841 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d243e92-389f-4880-b0cc-d2e1d0f61ed7 req-b81df19c-d110-4c04-a528-3e21f988a521 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468566
May 19 23:36:43.076640 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf482-34b4-4d5b-8f8c-6ef1cb05a487 req-b5d30f22-301b-425b-b2cc-0bfd56b0b5a5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:43.078623 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-871cf482-34b4-4d5b-8f8c-6ef1cb05a487 req-b5d30f22-301b-425b-b2cc-0bfd56b0b5a5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0940311
May 19 23:36:43.130828 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-871cf482-34b4-4d5b-8f8c-6ef1cb05a487 req-edad93ba-2228-4be0-956b-446212daf157 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452294
May 19 23:36:44.328134 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234158b-20f6-48f8-be96-416360eef55d req-7913870c-9cdd-4ac2-ad0e-a2845136f041 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:44.329577 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4234158b-20f6-48f8-be96-416360eef55d req-7913870c-9cdd-4ac2-ad0e-a2845136f041 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0827360
May 19 23:36:44.379215 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4234158b-20f6-48f8-be96-416360eef55d req-6668997c-7a97-40a4-9af0-16f006cbc0f5 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407405
May 19 23:36:45.572948 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462589f7-d12a-4f27-a3df-a054513a4cd7 req-dce72171-a974-43dc-8ccd-a836ba2188b9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:45.574396 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-462589f7-d12a-4f27-a3df-a054513a4cd7 req-dce72171-a974-43dc-8ccd-a836ba2188b9 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0850835
May 19 23:36:45.617750 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-462589f7-d12a-4f27-a3df-a054513a4cd7 req-cbe073d2-4525-4b0d-aa34-8adfe78623ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376604
May 19 23:36:46.805080 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b8cf9-3909-4719-a2d1-f8a9e3a32536 req-29b8588c-24df-4511-a7b0-c2e7f94ce92a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:46.806437 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c94b8cf9-3909-4719-a2d1-f8a9e3a32536 req-29b8588c-24df-4511-a7b0-c2e7f94ce92a tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0788140
May 19 23:36:46.850121 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c94b8cf9-3909-4719-a2d1-f8a9e3a32536 req-37bfbd51-e34c-4a90-8da4-38a85aa892da tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380876
May 19 23:36:48.040962 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd897c-a29d-4b99-b938-b22e992c51bd req-c6ea2eaa-3442-4c69-9053-66845590976e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:48.042391 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42dd897c-a29d-4b99-b938-b22e992c51bd req-c6ea2eaa-3442-4c69-9053-66845590976e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 944 time: 0.0836391
May 19 23:36:48.047165 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:36:48.089022 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-42dd897c-a29d-4b99-b938-b22e992c51bd req-c469e910-d662-4e39-b613-efe521b04781 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404744
May 19 23:36:48.185275 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:48.198142 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'port_id': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'mac_address': 'fa:16:3e:d4:43:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:36:48.255985 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:48.272675 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:36:48.287426 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:48.291976 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:48.293643 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-b0f9605e-f2c1-466b-8432-2f7245763b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:48.357164 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=9']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:48.364280 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.364635 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.365004 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.365336 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.365684 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.366138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.366464 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.366774 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.367112 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.367430 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.367750 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.368061 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:36:48.371989 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:48.562246 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['7f9dda6a-6f29-4faf-af1b-014eb8cc6449'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:36:49.279414 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac487a42-b0c2-4c0a-b86f-a398ba9ff662 req-6638fb0a-d73b-4582-beb6-755d3c4957ba tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:49.280852 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac487a42-b0c2-4c0a-b86f-a398ba9ff662 req-6638fb0a-d73b-4582-beb6-755d3c4957ba tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 945 time: 0.0795217
May 19 23:36:49.328509 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ac487a42-b0c2-4c0a-b86f-a398ba9ff662 req-dc112dcc-257b-42a7-8b54-8ef22d340387 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418582
May 19 23:36:50.077377 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:36:50.143387 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:36:50.143770 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:50.258023 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:50.284360 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:50.294224 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:50.298341 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:50.300340 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:50.331001 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'code': 200}
May 19 23:36:50.374421 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=10']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:50.377492 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:50.521608 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d8a0-f74b-4c80-816e-23ce53a03e57 req-3135a4fe-0340-42f8-8965-042641beb467 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:50.523366 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d209d8a0-f74b-4c80-816e-23ce53a03e57 req-3135a4fe-0340-42f8-8965-042641beb467 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 947 time: 0.0833848
May 19 23:36:50.568428 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d209d8a0-f74b-4c80-816e-23ce53a03e57 req-76f4750a-2887-456a-865f-b9968ddb6742 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390606
May 19 23:36:50.579908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523a684-f155-457f-a0c6-862fccfabe05 req-a6c59265-cb8d-4618-b203-58da10ec3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:50.581328 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8523a684-f155-457f-a0c6-862fccfabe05 req-a6c59265-cb8d-4618-b203-58da10ec3e39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1100 time: 0.0695956
May 19 23:36:50.631570 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8523a684-f155-457f-a0c6-862fccfabe05 req-7852718c-e290-47d8-ae4c-274953f6628b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355024
May 19 23:36:51.779289 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e920770-827a-40ca-83f5-e6aa7d130003 req-23d8004f-b538-40ad-8061-f6c3832fa6f7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:51.784174 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e920770-827a-40ca-83f5-e6aa7d130003 req-23d8004f-b538-40ad-8061-f6c3832fa6f7 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 947 time: 0.0965343
May 19 23:36:51.831491 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0e920770-827a-40ca-83f5-e6aa7d130003 req-f2119b2d-fce1-407c-b0ad-5b08c8f7a580 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416782
May 19 23:36:52.429872 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:53.020469 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb7869-2bf5-4c1f-aed7-33175b1be7fd req-fa027717-7e09-4dd9-aff7-a76b15401587 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:53.021895 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d1bb7869-2bf5-4c1f-aed7-33175b1be7fd req-fa027717-7e09-4dd9-aff7-a76b15401587 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 947 time: 0.0791559
May 19 23:36:53.069125 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d1bb7869-2bf5-4c1f-aed7-33175b1be7fd req-5d6d9ae2-22a4-4952-8874-23a552e28cb1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412693
May 19 23:36:54.252933 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-60be4142-3e72-4576-881d-34682618789c req-26fc103d-df5c-4cae-abd7-bf02db72645b tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474723268&fields=id&tenant_id=5b5c81ae2b1c44078ea002a45adb03b6 HTTP/1.1" status: 200  len: 267 time: 0.0434747
May 19 23:36:54.404197 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4142-3e72-4576-881d-34682618789c req-ecb3c311-99f2-47bf-945f-8a5ef3f83a36 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:54.405548 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-60be4142-3e72-4576-881d-34682618789c req-ecb3c311-99f2-47bf-945f-8a5ef3f83a36 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 985 time: 0.1466067
May 19 23:36:54.416515 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Request body: {'port': {'security_groups': ['cc178cde-a032-4d03-85fc-6d0b498e4e86']}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:36:54.536727 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:54.778349 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:36:54.802616 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for port, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:54.807724 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6786389'] for port, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:54.812905 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:54.821518 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:36:54.876961 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:54.877572 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:54.878920 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-60be4142-3e72-4576-881d-34682618789c req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "PUT /v2.0/ports/97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 943 time: 0.4672527
May 19 23:36:54.879461 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:54.885599 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52852) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:36:54.900612 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event updated for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=7']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:54.905394 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-edde5ae3-77ab-4f85-991d-6bed066b8b1c tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:54.940257 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'status': 'completed', 'code': 200}
May 19 23:36:55.010935 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:36:55.105980 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f243-46fc-4978-be53-799efa1ad3e4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.151054 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f243-46fc-4978-be53-799efa1ad3e4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.204933 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-f701ee6f-5b11-404e-8d35-987e9c7a6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:55.206074 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-48d5aa17-96fd-4449-a302-801aa43325eb None None] Provisioning complete for port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:36:55.206313 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-f701ee6f-5b11-404e-8d35-987e9c7a6dbb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1099 time: 0.1560748
May 19 23:36:55.206530 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-48d5aa17-96fd-4449-a302-801aa43325eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.300427 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f243-46fc-4978-be53-799efa1ad3e4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.313380 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fce2effa-fcdf-4def-8b7d-69e8eb7e76d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:55.339654 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6f243-46fc-4978-be53-799efa1ad3e4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60244fd-1fd7-4e7e-b9a8-1f9962379106,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:55.343217 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5ec6f243-46fc-4978-be53-799efa1ad3e4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:55.351850 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f243-46fc-4978-be53-799efa1ad3e4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.352968 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5ec6f243-46fc-4978-be53-799efa1ad3e4 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "DELETE /v2.0/security-groups/e60244fd-1fd7-4e7e-b9a8-1f9962379106 HTTP/1.1" status: 204  len: 168 time: 0.4656587
May 19 23:36:55.355704 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 52858) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:36:55.374966 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-ec782f23-c278-4200-b59c-3c0a58a27f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:55.376448 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-ec782f23-c278-4200-b59c-3c0a58a27f1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 916 time: 0.1577582
May 19 23:36:55.493131 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-e89dfca1-1967-4bb1-b605-a25182aae2b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 1002 time: 0.1013787
May 19 23:36:55.561314 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-bfddab26-7d09-4347-a345-13b3b241c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:55.562677 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-bfddab26-7d09-4347-a345-13b3b241c44d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 200  len: 854 time: 0.0594192
May 19 23:36:55.620212 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Deleting port fb01f866-c315-4868-8e72-8e5d3e52d90e {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:36:55.620548 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.637284 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-ee0901cf-bd40-485d-8b21-9bbe1aa7607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:55.638820 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-ee0901cf-bd40-485d-8b21-9bbe1aa7607e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689428
May 19 23:36:55.739156 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.739485 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.771031 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-3de10bfd-41c5-4ec4-bfbc-a25a86350275 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251214
May 19 23:36:55.863816 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Calling delete_port for fb01f866-c315-4868-8e72-8e5d3e52d90e owned by network:floatingip {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:36:55.910108 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3f35843c-0083-47dc-bdef-ac66a1b939cb req-67851220-9c59-4c2e-b62e-e42795846392 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273410
May 19 23:36:55.992089 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:55.995574 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:36:56.036738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event deleted for resources: {'Port': ['ID=fb01f866-c315-4868-8e72-8e5d3e52d90e,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:36:56.040792 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:36:56.138041 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks [] for floatingip, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:56.138422 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.l3_db [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Floating IP 9c6d08f5-cf28-4437-83c3-f2412fac2bc5 disassociated (deleted). External IP: 172.27.1.203, port: 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f.
May 19 23:36:56.573441 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Router c5d55ee9-30c1-4b27-a133-be619b3b0e05 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:36:56.756862 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:36:56.766298 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] Sync routers for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:36:56.769405 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:36:56.776613 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:36:56.777254 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145784c580>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:36:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:56.826708 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-c36a8390-c33f-468b-b571-211dc43c04f7 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "DELETE /v2.0/floatingips/9c6d08f5-cf28-4437-83c3-f2412fac2bc5 HTTP/1.1" status: 204  len: 168 time: 1.4698267
May 19 23:36:56.942340 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:36:56.955283 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:36:56.987420 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'status': 'completed', 'code': 200}
May 19 23:36:57.104022 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-88728bc5-f674-4478-a902-2753fb86fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:57.105745 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-88728bc5-f674-4478-a902-2753fb86fb32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 1099 time: 0.0905380
May 19 23:36:57.256834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-acf7dfcc-a3d9-4fc0-a3b1-6e55c14d04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:57.258708 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-acf7dfcc-a3d9-4fc0-a3b1-6e55c14d04f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 200  len: 916 time: 0.1403911
May 19 23:36:57.292110 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145784c580>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:19Z', 'revision_number': 5, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:57.296206 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] Checking router: c5d55ee9-30c1-4b27-a133-be619b3b0e05 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:36:57.304684 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:36:57.305387 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145784c580>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:36:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:57.331575 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-3505315e-ca70-419f-b778-e92f7b40708a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 200  len: 217 time: 0.0652485
May 19 23:36:57.396842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-5c86460f-b152-428f-916f-88fc4c28b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:57.399018 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-5c86460f-b152-428f-916f-88fc4c28b46b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 200  len: 854 time: 0.0596321
May 19 23:36:57.474726 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-79dc5d0e-8db5-4ebf-ae9e-5bcf1cce826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:36:57.477278 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-79dc5d0e-8db5-4ebf-ae9e-5bcf1cce826d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715327
May 19 23:36:57.488232 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:36:57.616428 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-71fa2861-64c9-48a1-80a0-36aaf20968f9 service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292400
May 19 23:36:57.755333 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-fccafd6d-e6b9-480b-90c4-86919ecf5ad7 req-6cf8f44b-1ef1-4607-8f98-f3f812686fcf service neutron] 10.222.0.55 "GET /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255527
May 19 23:36:57.839371 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145784c580>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:19Z', 'revision_number': 5, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:36:57.843285 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c23ba-c300-48d9-a4f1-83bb3aaedf67 None None] The sync data for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi is: [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:34:12Z', 'revision_number': 4, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '7f2d32db-245d-4b03-ad13-5efb3dba2729', 'name': '', 'network_id': '49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'mac_address': 'fa:16:3e:a6:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:10Z', 'updated_at': '2021-05-19T23:34:19Z', 'revision_number': 5, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'subnets': [{'id': 'affe680a-fc84-4529-8f74-dc833b58e425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:36:58.052358 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427ed45-a0cc-4d52-9257-4cf451e82f87 None None] New status for floating IP 9c6d08f5-cf28-4437-83c3-f2412fac2bc5: DOWN {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:36:58.084092 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac0975e4-5d4b-4500-939a-a180a4d1d7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:00.130135 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c063223-f405-43ba-a0e5-80a77b5de059 req-0e56ec6d-bb99-40f4-bac3-676d80948e35 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:00.130841 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-7c063223-f405-43ba-a0e5-80a77b5de059 req-0e56ec6d-bb99-40f4-bac3-676d80948e35 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Synchronizing usage tracker for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:37:00.189811 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-7c063223-f405-43ba-a0e5-80a77b5de059 req-0e56ec6d-bb99-40f4-bac3-676d80948e35 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Unset dirty status for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:37:00.190949 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7c063223-f405-43ba-a0e5-80a77b5de059 req-0e56ec6d-bb99-40f4-bac3-676d80948e35 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.1444499
May 19 23:37:00.253788 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7c063223-f405-43ba-a0e5-80a77b5de059 req-f592fee6-d7b2-40df-a240-70a5413004de tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516889
May 19 23:37:00.262590 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940cf9-5ee8-40b5-9622-0862122abe9f req-58359f1e-fb6c-48bc-aa4b-14a8146b7825 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:00.264051 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c3940cf9-5ee8-40b5-9622-0862122abe9f req-58359f1e-fb6c-48bc-aa4b-14a8146b7825 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1197708
May 19 23:37:00.313220 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c3940cf9-5ee8-40b5-9622-0862122abe9f req-fa2850a2-b07a-4255-a677-1869fae6e86a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431118
May 19 23:37:00.780673 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f47fd1cc-8001-49c6-a528-8cb2b81325b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:00.922862 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:01.479045 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257282-c44a-44e2-bbc4-df27dd5cd5e0 req-992f3ad8-7b25-4b62-bb69-4fc6b8172132 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:01.480494 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-62257282-c44a-44e2-bbc4-df27dd5cd5e0 req-992f3ad8-7b25-4b62-bb69-4fc6b8172132 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.1221883
May 19 23:37:01.543069 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-62257282-c44a-44e2-bbc4-df27dd5cd5e0 req-1ac947ab-8c4c-4cf5-9e79-e0ef7f9442af tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/security-groups?id=cc178cde-a032-4d03-85fc-6d0b498e4e86&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559685
May 19 23:37:01.555365 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d60a47-e5b1-4f5e-86bc-59ee03068877 req-4dacce84-b324-4a0c-93ee-8338302a528e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:01.556804 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-02d60a47-e5b1-4f5e-86bc-59ee03068877 req-4dacce84-b324-4a0c-93ee-8338302a528e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1340590
May 19 23:37:01.601541 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-02d60a47-e5b1-4f5e-86bc-59ee03068877 req-1e4cd2f6-311d-464f-a860-656ceca132be tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389585
May 19 23:37:01.685804 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:02.076895 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-c1391f84-c530-4aa1-825a-2141a4d7820d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:02.077477 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-c1391f84-c530-4aa1-825a-2141a4d7820d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Synchronizing usage tracker for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:37:02.089029 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-c1391f84-c530-4aa1-825a-2141a4d7820d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Unset dirty status for tenant:5b5c81ae2b1c44078ea002a45adb03b6 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:37:02.090156 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-c1391f84-c530-4aa1-825a-2141a4d7820d tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 946 time: 0.1837950
May 19 23:37:02.223773 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Deleting port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:02.224113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:02.354063 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] For port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:02.354424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:02.475236 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Calling delete_port for 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:02.582730 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:02.588526 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:02.596811 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:37:02.637394 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Pushing event deleted for resources: {'Port': ['ID=97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:02.641051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:02.701098 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-aff73b39-0757-4a7f-b870-74b0ba427fa6 req-688bd4de-fbcb-49e2-8a91-5f4608c93707 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc4288c-af05-4ddd-a85a-29dd531a1f6c HTTP/1.1" status: 200  len: 210 time: 0.0473411
May 19 23:37:02.725249 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] No DVR routers for this DVR port 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:02.728464 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:02.731219 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'name': 'network-vif-deleted', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:37:02.747450 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-38c7abd7-2ebd-4a1e-a493-6324eca19c79 req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] 10.222.0.55 "DELETE /v2.0/ports/97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f HTTP/1.1" status: 204  len: 173 time: 0.6514282
May 19 23:37:02.816344 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da27b04-01f1-412d-b54d-e5e7d5ea53d2 req-bf09ee10-e41f-4fd0-9c26-7b06ecfffc21 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:02.818020 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6da27b04-01f1-412d-b54d-e5e7d5ea53d2 req-bf09ee10-e41f-4fd0-9c26-7b06ecfffc21 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0942364
May 19 23:37:02.869100 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6da27b04-01f1-412d-b54d-e5e7d5ea53d2 req-6939f070-8a69-405b-8edf-f2f966cd7bea tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445535
May 19 23:37:02.926731 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc4288c-af05-4ddd-a85a-29dd531a1f6c', 'name': 'network-vif-deleted', 'tag': '97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f', 'status': 'completed', 'code': 200}
May 19 23:37:03.472290 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:04.063725 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9dd91-160f-42fb-9914-e684a2d457f6 req-c843d387-a59e-43db-ab6e-f184367783b2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:04.064705 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54e9dd91-160f-42fb-9914-e684a2d457f6 req-c843d387-a59e-43db-ab6e-f184367783b2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0829618
May 19 23:37:04.121450 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54e9dd91-160f-42fb-9914-e684a2d457f6 req-7a37d9a0-cc8a-4cdc-8162-90b7a0948cce tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454876
May 19 23:37:04.306740 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52960) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:04.831884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:05.308098 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d95b13-a291-423f-958a-6051622d2e25 req-c2597d3c-aa0f-4f6e-83ed-29b19f9c924e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:05.309586 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c9d95b13-a291-423f-958a-6051622d2e25 req-c2597d3c-aa0f-4f6e-83ed-29b19f9c924e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0808623
May 19 23:37:05.332246 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Deleting port 7f2d32db-245d-4b03-ad13-5efb3dba2729 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:05.332835 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:05.354932 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c9d95b13-a291-423f-958a-6051622d2e25 req-8b475d89-4109-4287-9e69-9752b0818ab5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394199
May 19 23:37:05.456972 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] For port 7f2d32db-245d-4b03-ad13-5efb3dba2729, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=7f2d32db-245d-4b03-ad13-5efb3dba2729,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:05.457324 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:05.579357 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Calling delete_port for 7f2d32db-245d-4b03-ad13-5efb3dba2729 owned by network:router_interface {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:05.864017 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:05.868684 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c14aaee3-0cb8-4878-ad18-8104c2efbe58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:05.912239 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2d32db-245d-4b03-ad13-5efb3dba2729,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:05.939941 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:06.174473 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:06.176177 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:06.208360 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:06.208360 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 97213011-cf2c-4dbd-bf3b-3eb3ae1ed34f not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:06.550010 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719280-76ca-4680-91e5-6b33686e766f req-84834d76-2368-4fb1-b602-2cd1462c9f30 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:06.551556 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-01719280-76ca-4680-91e5-6b33686e766f req-84834d76-2368-4fb1-b602-2cd1462c9f30 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0871603
May 19 23:37:06.596122 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-01719280-76ca-4680-91e5-6b33686e766f req-eadf6edb-dd3d-49a2-9eda-ea54eb25ac19 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381546
May 19 23:37:06.643675 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Router c5d55ee9-30c1-4b27-a133-be619b3b0e05 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:37:06.821816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:37:06.829936 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] Sync routers for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:37:06.834584 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] 10.222.0.59 "PUT /v2.0/routers/c5d55ee9-30c1-4b27-a133-be619b3b0e05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5267203
May 19 23:37:06.837090 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52970) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:06.839469 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:06.840081 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457d96490>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:07.013178 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks [] for router, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:07.018530 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:07.189230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:07.266339 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Deleting port 81faa51d-ad09-4d1f-a771-46dd38c83a25 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:07.266683 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:07.307462 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457d96490>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:37:05Z', 'revision_number': 5, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port': {'id': '81faa51d-ad09-4d1f-a771-46dd38c83a25', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:06Z', 'updated_at': '2021-05-19T23:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:07.311266 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] Checking router: c5d55ee9-30c1-4b27-a133-be619b3b0e05 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:37:07.319520 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] Routers {'c5d55ee9-30c1-4b27-a133-be619b3b0e05'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:07.320164 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457d96490>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:07.389870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] For port 81faa51d-ad09-4d1f-a771-46dd38c83a25, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=81faa51d-ad09-4d1f-a771-46dd38c83a25,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:07.390504 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:07.472215 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] Set router c5d55ee9-30c1-4b27-a133-be619b3b0e05 gateway port host: None {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:07.511631 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Calling delete_port for 81faa51d-ad09-4d1f-a771-46dd38c83a25 owned by network:router_gateway {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:07.577223 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457d96490>, [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:37:07Z', 'revision_number': 6, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:07.581654 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e52cc3-cc62-431d-ba8f-f660fc30a35b None None] The sync data for ids ['c5d55ee9-30c1-4b27-a133-be619b3b0e05'] in dv-cinder-792209-1-iscsi is: [{'id': 'c5d55ee9-30c1-4b27-a133-be619b3b0e05', 'name': 'tempest-TestMinimumBasicScenario-1513586561-router', 'tenant_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:05Z', 'updated_at': '2021-05-19T23:37:07Z', 'revision_number': 6, 'project_id': '5b5c81ae2b1c44078ea002a45adb03b6', 'gw_port_host': None}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:37:07.650883 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:07.655989 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-3b094659-eddb-4bfc-a135-8cc0d0260262 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:07.701094 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Pushing event deleted for resources: {'Port': ['ID=81faa51d-ad09-4d1f-a771-46dd38c83a25,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:07.727376 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:07.785823 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f306d-bcc9-49ed-a5ca-9568573fd4c1 req-cbc9e5db-9136-4457-b83f-147e59a099e3 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:07.787311 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ea4f306d-bcc9-49ed-a5ca-9568573fd4c1 req-cbc9e5db-9136-4457-b83f-147e59a099e3 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0833843
May 19 23:37:07.794256 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:07.833107 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ea4f306d-bcc9-49ed-a5ca-9568573fd4c1 req-e4ae86f9-f17e-44d3-83ae-bf71e589389b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384867
May 19 23:37:08.076661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.078783 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.101399 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.102234 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d55ee9-30c1-4b27-a133-be619b3b0e05 {{(pid=91605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:37:08.114386 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.115542 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c5d55ee9-30c1-4b27-a133-be619b3b0e05 HTTP/1.1" status: 204  len: 168 time: 1.2775517
May 19 23:37:08.118619 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52976) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:08.182364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Deleting subnet affe680a-fc84-4529-8f74-dc833b58e425 {{(pid=91605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:37:08.185178 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.233928 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6534538'] for subnet, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.355927 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.619329 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7669842'] for subnet, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.624599 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-54e1acd2-2d7a-447f-80b9-d36eb8f4e31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:08.660383 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affe680a-fc84-4529-8f74-dc833b58e425,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:08.662340 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.666024 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:08.668079 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b314e-41cd-49bc-a790-dc723c49b0d1 None None] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:37:08.672505 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-3a6ef0e1-ff41-498e-ac37-01591a7dd3bd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/affe680a-fc84-4529-8f74-dc833b58e425 HTTP/1.1" status: 204  len: 168 time: 0.5507433
May 19 23:37:08.672732 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52980) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:08.782902 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.858754 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Deleting port 3e2fac6a-024a-4f5a-ade8-1008ca502098 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:08.859113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.964560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] For port 3e2fac6a-024a-4f5a-ade8-1008ca502098, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=3e2fac6a-024a-4f5a-ade8-1008ca502098,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:08.964905 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:08.978992 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] DHCP port deletion for 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:37:09.033941 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c289db-7c24-4814-b203-4baa8766cc3c req-894b1005-cbab-449b-90ad-782ea41c5ce3 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:09.035475 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91c289db-7c24-4814-b203-4baa8766cc3c req-894b1005-cbab-449b-90ad-782ea41c5ce3 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0898187
May 19 23:37:09.045386 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Deleting port 3e2fac6a-024a-4f5a-ade8-1008ca502098 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:09.045768 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.095101 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Calling delete_port for 3e2fac6a-024a-4f5a-ade8-1008ca502098 owned by network:dhcp {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:09.099782 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-91c289db-7c24-4814-b203-4baa8766cc3c req-f6ed11a4-cf20-4a68-9d09-41d8936a5401 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551510
May 19 23:37:09.148306 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.155105 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] For port 3e2fac6a-024a-4f5a-ade8-1008ca502098, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=3e2fac6a-024a-4f5a-ade8-1008ca502098,segment=NetworkSegment(51bb00a3-f289-4dd4-b0e7-aa1f17491f6d),segment_id=51bb00a3-f289-4dd4-b0e7-aa1f17491f6d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:09.155562 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.157969 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:09.195169 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] No DVR routers for this DVR port 3e2fac6a-024a-4f5a-ade8-1008ca502098 on host dv-cinder-792209-1-iscsi {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:09.220340 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 3e2fac6a-024a-4f5a-ade8-1008ca502098 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:09.229133 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2fac6a-024a-4f5a-ade8-1008ca502098,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:09.252421 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.252797 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.253162 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.253523 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.253879 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.254232 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.254583 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.254934 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.255306 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.255655 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.256066 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.256414 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:09.272302 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:09.312985 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Calling delete_port for 3e2fac6a-024a-4f5a-ade8-1008ca502098 owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:09.315296 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 3e2fac6a-024a-4f5a-ade8-1008ca502098 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:09.315643 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 3e2fac6a-024a-4f5a-ade8-1008ca502098 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:09.316058 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7f2d32db-245d-4b03-ad13-5efb3dba2729 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:09.329142 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.342375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b3f0e20>,) {'filters': {'network_id': ['49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:09.354234 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 7f2d32db-245d-4b03-ad13-5efb3dba2729 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:09.354582 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 7f2d32db-245d-4b03-ad13-5efb3dba2729 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:09.354874 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b3f0e20>, '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:09.355025 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 81faa51d-ad09-4d1f-a771-46dd38c83a25 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:09.355199 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b3f0e20>, '51bb00a3-f289-4dd4-b0e7-aa1f17491f6d') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:09.366321 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.382449 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.388541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:37:09.388922 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.389332 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 81faa51d-ad09-4d1f-a771-46dd38c83a25 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:09.389702 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 81faa51d-ad09-4d1f-a771-46dd38c83a25 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:37:09.402754 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:37:09.478846 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.482678 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4600d520-fe68-4428-8691-4e07eda7c052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:09.498272 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.504300 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:09.509398 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:09.517918 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:09.521992 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] 10.222.0.59 "DELETE /v2.0/networks/49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 HTTP/1.1" status: 204  len: 168 time: 0.8483050
May 19 23:37:09.523552 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:09.525492 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 52986) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:09.557643 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Network 49d02587-63a1-4e35-bcd4-3cbc1b7e5fc2 is not hosted by any dhcp agent {{(pid=91606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 19 23:37:09.558352 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] No DVR routers for this DVR port 3e2fac6a-024a-4f5a-ade8-1008ca502098 on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:09.569150 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Pushing event deleted for resources: {'Port': ['ID=3e2fac6a-024a-4f5a-ade8-1008ca502098,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:09.572372 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:10.145940 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:10.294628 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916e940-7cfd-4c53-b2da-2e4d79aaaa36 req-7d108796-80a2-4679-b85b-a0ae51cef796 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:10.296133 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8916e940-7cfd-4c53-b2da-2e4d79aaaa36 req-7d108796-80a2-4679-b85b-a0ae51cef796 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0877843
May 19 23:37:10.443449 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8916e940-7cfd-4c53-b2da-2e4d79aaaa36 req-6fd7f3ec-dafb-43ee-b6eb-0471680e21f4 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1414502
May 19 23:37:10.565696 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Deleting port b1687d57-b9af-4c50-86d0-bda60b2721dd {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:10.566044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:10.687638 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] For port b1687d57-b9af-4c50-86d0-bda60b2721dd, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=b1687d57-b9af-4c50-86d0-bda60b2721dd,segment=NetworkSegment(8775c8c6-c587-4031-9483-cffb6c0b2749),segment_id=8775c8c6-c587-4031-9483-cffb6c0b2749)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:10.687996 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:10.813556 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Calling delete_port for b1687d57-b9af-4c50-86d0-bda60b2721dd owned by network:router_interface {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:10.961569 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:10.965002 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-39457576-9d60-489c-a658-bf5ede022ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:11.005412 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1687d57-b9af-4c50-86d0-bda60b2721dd,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:11.008467 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:11.214666 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:37:11.377164 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:11.627759 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063ee0-49be-4edc-9aa2-1d2ebeb9f730 req-a2066087-748e-4369-bf36-990d38f76385 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:11.629100 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-de063ee0-49be-4edc-9aa2-1d2ebeb9f730 req-a2066087-748e-4369-bf36-990d38f76385 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0794678
May 19 23:37:11.676867 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-de063ee0-49be-4edc-9aa2-1d2ebeb9f730 req-df86366d-f69d-4db1-ae0a-eeae691f40d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408914
May 19 23:37:11.738919 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Router 503f6b1f-30b9-40b6-9e98-c20776064aff has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:37:11.921402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:37:11.935309 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] Sync routers for ids ['503f6b1f-30b9-40b6-9e98-c20776064aff'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:37:11.939853 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] 10.222.0.59 "PUT /v2.0/routers/503f6b1f-30b9-40b6-9e98-c20776064aff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4132521
May 19 23:37:11.942230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53002) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:11.945921 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] Routers {'503f6b1f-30b9-40b6-9e98-c20776064aff'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:11.946568 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bccfdf0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['503f6b1f-30b9-40b6-9e98-c20776064aff'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:12.058545 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bfa51-28bc-40e9-a57e-a2182638274f req-b8e85c3f-d1fb-4fdc-a6b9-5c33304263a0 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:12.060379 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-296bfa51-28bc-40e9-a57e-a2182638274f req-b8e85c3f-d1fb-4fdc-a6b9-5c33304263a0 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0816278
May 19 23:37:12.108376 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-296bfa51-28bc-40e9-a57e-a2182638274f req-40a1580b-a003-48bd-8aaa-fc35b77aaf74 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416543
May 19 23:37:12.128927 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] Set router 503f6b1f-30b9-40b6-9e98-c20776064aff gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:12.204631 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:12.257779 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-6046be53-5be7-44b1-a9b7-b80f7485a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:12.259334 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-6046be53-5be7-44b1-a9b7-b80f7485a32b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 1099 time: 0.2300684
May 19 23:37:12.412674 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bccfdf0>, [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:37:10Z', 'revision_number': 5, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:12.417653 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] Checking router: 503f6b1f-30b9-40b6-9e98-c20776064aff for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:37:12.426540 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] Routers {'503f6b1f-30b9-40b6-9e98-c20776064aff'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:12.427195 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bccfdf0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['503f6b1f-30b9-40b6-9e98-c20776064aff'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:12.601432 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] Set router 503f6b1f-30b9-40b6-9e98-c20776064aff gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:12.609491 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-049f4553-ce16-41d6-b259-77bb1f4917aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:12.610901 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-049f4553-ce16-41d6-b259-77bb1f4917aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 911 time: 0.3434558
May 19 23:37:12.612286 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:12.758164 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-5b0dfe9b-29d1-4795-bb8a-8162d0f181e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 200  len: 1001 time: 0.1379707
May 19 23:37:12.816769 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Deleting port bd70a0b1-6b43-4631-8ff7-55ed30557dbf {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:12.817106 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:12.855820 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-c1483ae1-21db-4e9a-a39f-100ca148e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:12.857255 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-c1483ae1-21db-4e9a-a39f-100ca148e29b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.0917802
May 19 23:37:12.883877 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bccfdf0>, [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:37:10Z', 'revision_number': 5, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:12.888006 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f7e8d-89db-4dea-9ce5-2ae0af09ab51 None None] The sync data for ids ['503f6b1f-30b9-40b6-9e98-c20776064aff'] in dv-cinder-792209-1-iscsi is: [{'id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'name': 'tempest-TestMinimumBasicScenario-723493625-router', 'tenant_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:18Z', 'updated_at': '2021-05-19T23:37:10Z', 'revision_number': 5, 'project_id': '808cd2b2af74496091c0c7ae2c1f8dce', 'gw_port': {'id': 'bd70a0b1-6b43-4631-8ff7-55ed30557dbf', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f6b1f-30b9-40b6-9e98-c20776064aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:19Z', 'updated_at': '2021-05-19T23:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:37:13.001620 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] For port bd70a0b1-6b43-4631-8ff7-55ed30557dbf, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:13.001972 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:13.127845 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Calling delete_port for bd70a0b1-6b43-4631-8ff7-55ed30557dbf owned by network:router_gateway {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:13.134052 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-3e5cb1d7-2035-4038-8c51-f632c399b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:13.135488 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-3e5cb1d7-2035-4038-8c51-f632c399b621 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2321653
May 19 23:37:13.254797 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b1687d57-b9af-4c50-86d0-bda60b2721dd no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:13.302537 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: b1687d57-b9af-4c50-86d0-bda60b2721dd {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:13.302939 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-6ed9aa64-a934-4608-8e45-5dedc3f9208d service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539979
May 19 23:37:13.303073 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b1687d57-b9af-4c50-86d0-bda60b2721dd not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:13.324844 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc7b8-97b5-4553-8028-6eb984e13132 req-cc3fa790-5c12-4818-9069-0d8dd2f4998f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:13.326740 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e63fc7b8-97b5-4553-8028-6eb984e13132 req-cc3fa790-5c12-4818-9069-0d8dd2f4998f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1072178
May 19 23:37:13.376662 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e63fc7b8-97b5-4553-8028-6eb984e13132 req-664fd359-8bae-41e9-99e8-47d49390dd86 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434496
May 19 23:37:13.504045 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c1e92e51-37ed-44a3-b094-8e87824cd7bb req-03230ee6-5b65-4488-8df0-a44d98ca71ba service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860425
May 19 23:37:13.505386 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:13.510126 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-88af72bc-e8e0-4bef-ac4b-ec01b4093a84 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:13.560690 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd70a0b1-6b43-4631-8ff7-55ed30557dbf,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:13.563168 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:13.654042 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:13.824193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:13.826311 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:13.848824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:13.849563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503f6b1f-30b9-40b6-9e98-c20776064aff {{(pid=91605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:37:13.863147 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:13.864383 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/503f6b1f-30b9-40b6-9e98-c20776064aff HTTP/1.1" status: 204  len: 168 time: 1.9211063
May 19 23:37:13.866952 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53008) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:14.048762 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Deleting subnet 09bb9f64-13c8-4959-9e58-f6d598d3dc2f {{(pid=91605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:37:14.051852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.104249 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6534538'] for subnet, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.185857 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.433114 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7669842'] for subnet, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.437087 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:14.473664 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09bb9f64-13c8-4959-9e58-f6d598d3dc2f,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:14.479163 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:14.484118 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.492451 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d2272a5e-a5d1-4e19-8832-39b2ab1fe9c9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/09bb9f64-13c8-4959-9e58-f6d598d3dc2f HTTP/1.1" status: 204  len: 168 time: 0.6244843
May 19 23:37:14.492952 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b175f83-6581-4a66-92ce-fcf86114dcb0 None None] Network a8412139-6a4d-49b7-87f5-728206af016d requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:37:14.495512 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53016) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:14.572681 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1cf39-fa2e-445b-9f9f-adf8956b7385 req-0ff14b1f-926c-430c-b553-a7dcff16bc9f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:14.574165 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1db1cf39-fa2e-445b-9f9f-adf8956b7385 req-0ff14b1f-926c-430c-b553-a7dcff16bc9f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0860772
May 19 23:37:14.603449 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.621025 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1db1cf39-fa2e-445b-9f9f-adf8956b7385 req-a3c4380b-422d-436a-ab0e-e420d522549e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397911
May 19 23:37:14.677051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Deleting port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:14.677654 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.730848 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] DHCP port deletion for a8412139-6a4d-49b7-87f5-728206af016d request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:37:14.778951 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] For port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,segment=NetworkSegment(8775c8c6-c587-4031-9483-cffb6c0b2749),segment_id=8775c8c6-c587-4031-9483-cffb6c0b2749)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:14.779332 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.798021 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Deleting port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:14.798409 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.896172 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] For port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,segment=NetworkSegment(8775c8c6-c587-4031-9483-cffb6c0b2749),segment_id=8775c8c6-c587-4031-9483-cffb6c0b2749)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:14.896567 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.901931 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Calling delete_port for 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 owned by network:dhcp {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:14.947115 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:14.950943 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:14.996605 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:15.000057 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:15.002704 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] No DVR routers for this DVR port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 on host dv-cinder-792209-1-iscsi {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:15.017645 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Calling delete_port for 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:15.059506 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.063867 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:15.107204 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Pushing event deleted for resources: {'Port': ['ID=071ebbf9-cfa3-4e2b-b59f-7431e30d0c14,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:15.109026 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] No DVR routers for this DVR port 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:15.110397 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:15.119231 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.134075 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b2cd550>,) {'filters': {'network_id': ['a8412139-6a4d-49b7-87f5-728206af016d']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:15.147169 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b2cd550>, '8775c8c6-c587-4031-9483-cffb6c0b2749') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:15.147477 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b2cd550>, '8775c8c6-c587-4031-9483-cffb6c0b2749') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:15.160364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.176617 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.178365 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:15.183970 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:37:15.184525 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:37:15.198444 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:37:15.248235 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:15.248587 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 071ebbf9-cfa3-4e2b-b59f-7431e30d0c14 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:15.249014 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bd70a0b1-6b43-4631-8ff7-55ed30557dbf no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:15.277348 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.281130 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-dc75ff77-9ed9-4fb0-abcc-88a594eedd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:15.282039 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: bd70a0b1-6b43-4631-8ff7-55ed30557dbf {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:15.282423 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bd70a0b1-6b43-4631-8ff7-55ed30557dbf not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:15.294121 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.306920 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8412139-6a4d-49b7-87f5-728206af016d,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:15.310582 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:15.312357 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-986a9647-420b-4769-a4b6-62ee50448b42 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a8412139-6a4d-49b7-87f5-728206af016d HTTP/1.1" status: 204  len: 168 time: 0.8158658
May 19 23:37:15.483444 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53024) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:15.532193 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a3ff3ba1-78ce-4089-af46-d73973b3a053 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b5c81ae2b1c44078ea002a45adb03b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475473
May 19 23:37:15.534581 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53028) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:15.592401 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.618135 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.671733 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.675354 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-de861107-51b3-415a-b50f-588f0e362ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:15.689310 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc178cde-a032-4d03-85fc-6d0b498e4e86,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:15.691855 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:15.697258 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:15.698358 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc178cde-a032-4d03-85fc-6d0b498e4e86 HTTP/1.1" status: 204  len: 168 time: 0.1628742
May 19 23:37:16.035142 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53036) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:16.083294 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-bc36010c-f98e-4eae-a801-aa1fcca2b7d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=808cd2b2af74496091c0c7ae2c1f8dce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468638
May 19 23:37:16.086338 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53040) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:16.147208 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:16.174259 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:16.225354 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:16.230773 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-85ade4f2-f7e5-4110-852f-38c0a5021456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:16.242680 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a520b7-db1d-4d3f-876d-bc28e3e29b70,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:16.245558 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:16.247838 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:16.248847 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6a520b7-db1d-4d3f-876d-bc28e3e29b70 HTTP/1.1" status: 204  len: 168 time: 0.1616249
May 19 23:37:21.883705 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-a99f9c6e-66a8-4dff-94f5-2b8ac9f36e0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0706737
May 19 23:37:21.973649 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa981e51-7485-482b-b4ca-703150974ea3 req-e2b17e37-48a5-4c68-a6ea-4531e430a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:21.975094 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-e2b17e37-48a5-4c68-a6ea-4531e430a79e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72675c57d8c3409f984d837cf0865da0&device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 1100 time: 0.0696476
May 19 23:37:22.219953 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa981e51-7485-482b-b4ca-703150974ea3 req-2343b8e8-19f6-425b-af7a-ff0fa1e3b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:22.221308 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-2343b8e8-19f6-425b-af7a-ff0fa1e3b357 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 200  len: 916 time: 0.2265401
May 19 23:37:22.324615 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-40a37488-5f9e-4de3-905f-2f5a927cf50b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 200  len: 1001 time: 0.0959561
May 19 23:37:22.391190 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa981e51-7485-482b-b4ca-703150974ea3 req-f1a2dfbb-bdfc-41fd-916f-deac45634122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:22.392593 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-f1a2dfbb-bdfc-41fd-916f-deac45634122 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 200  len: 854 time: 0.0613518
May 19 23:37:22.450463 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:22.466969 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa981e51-7485-482b-b4ca-703150974ea3 req-17baa5b7-baac-489d-9a2b-34be3b4f6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:22.468457 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-17baa5b7-baac-489d-9a2b-34be3b4f6b60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fe890b5-905c-4375-9620-e8e669debade&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694346
May 19 23:37:22.599111 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-929dac3b-a2ed-4231-8988-dbb30c3b3aca service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234176
May 19 23:37:22.730819 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-aa981e51-7485-482b-b4ca-703150974ea3 req-72b40125-7cae-4978-b290-5f5005727151 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231327
May 19 23:37:26.729021 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d404-e9d4-4f1e-af47-d07c77d94ff3 req-fa95c3c3-ee5d-4ae3-b365-490acb574272 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:26.730466 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-12f0d404-e9d4-4f1e-af47-d07c77d94ff3 req-fa95c3c3-ee5d-4ae3-b365-490acb574272 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 947 time: 0.0799527
May 19 23:37:26.779062 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-12f0d404-e9d4-4f1e-af47-d07c77d94ff3 req-df5ef4db-db10-4b01-ae01-da1c78dce730 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427046
May 19 23:37:27.968749 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b944ff-fe2f-4aea-bd25-1934fb38a20f req-bc77e615-e68f-47ff-bf6a-8411a9a165cc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:27.970176 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-02b944ff-fe2f-4aea-bd25-1934fb38a20f req-bc77e615-e68f-47ff-bf6a-8411a9a165cc tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 947 time: 0.0792027
May 19 23:37:28.015435 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-02b944ff-fe2f-4aea-bd25-1934fb38a20f req-cbe7fe16-c3a3-4526-a1cd-dad65ca8c45e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups?id=087d0662-ca51-4d05-b2f9-4b872ebcef5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394166
May 19 23:37:28.085657 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7c27f7ff-436c-458a-8526-848b813ce117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:28.177908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-2200f2b0-1395-4028-bc29-91b58933d4f2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:28.178594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-2200f2b0-1395-4028-bc29-91b58933d4f2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Synchronizing usage tracker for tenant:72675c57d8c3409f984d837cf0865da0 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:37:28.193790 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-2200f2b0-1395-4028-bc29-91b58933d4f2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Unset dirty status for tenant:72675c57d8c3409f984d837cf0865da0 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:37:28.195650 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-2200f2b0-1395-4028-bc29-91b58933d4f2 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 947 time: 0.1016674
May 19 23:37:28.334957 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Deleting port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:28.335418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:28.468959 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] For port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:28.469317 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:28.752942 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:28.753226 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:28.753533 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Floating IP 097e2e74-0604-4109-9833-9d5be7562a41 disassociated. External IP: 172.27.1.98, port: 7f9dda6a-6f29-4faf-af1b-014eb8cc6449.
May 19 23:37:28.753872 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Calling delete_port for 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:28.860940 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:28.866275 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d6999061-690f-4f97-9289-92e93956fde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:28.913217 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event deleted for resources: {'Port': ['ID=7f9dda6a-6f29-4faf-af1b-014eb8cc6449,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:28.916913 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:29.180511 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-14fda263-0731-45e2-a1f5-9dff8a50069d req-a2ea2d8a-9e14-4389-b49c-d2258e940c4c tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/ports?device_id=97615415-44aa-4832-b4ee-54a71df976e3 HTTP/1.1" status: 200  len: 210 time: 0.0498118
May 19 23:37:29.201903 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Router 65746008-f273-4150-a3d9-ba12efeeaa9f has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:37:29.389331 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:37:29.400558 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] Sync routers for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:37:29.410948 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:29.411580 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14566ad610>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:29.468770 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] No DVR routers for this DVR port 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:29.471460 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:29.474085 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-deleted', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:37:29.495207 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-bf95b904-99df-4575-b91f-86b6cde9e20b req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.55 "DELETE /v2.0/ports/7f9dda6a-6f29-4faf-af1b-014eb8cc6449 HTTP/1.1" status: 204  len: 173 time: 1.2920122
May 19 23:37:29.525943 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97615415-44aa-4832-b4ee-54a71df976e3', 'name': 'network-vif-deleted', 'tag': '7f9dda6a-6f29-4faf-af1b-014eb8cc6449', 'status': 'completed', 'code': 200}
May 19 23:37:29.593183 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:29.898876 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14566ad610>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:29.902821 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] Checking router: 65746008-f273-4150-a3d9-ba12efeeaa9f for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:37:29.910973 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:29.911590 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14566ad610>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:30.090557 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:30.305062 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53074) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:30.371342 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eac37c37-1277-4953-b359-12906aba5ccb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.400600 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eac37c37-1277-4953-b359-12906aba5ccb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.405962 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14566ad610>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:30.409872 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ae50b-0a03-4e36-bc95-371f100b71a2 None None] The sync data for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi is: [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:30:04Z', 'revision_number': 4, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'aaa60537-c4da-41e7-979b-ef84481e56e8', 'name': '', 'network_id': '9fe890b5-905c-4375-9620-e8e669debade', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'mac_address': 'fa:16:3e:85:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:30:02Z', 'updated_at': '2021-05-19T23:30:19Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'subnets': [{'id': '76155144-ff01-4082-9bdb-8ef1d614bb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:37:30.455516 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eac37c37-1277-4953-b359-12906aba5ccb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.459371 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-65c1a7a3-6369-439f-9ead-14b0e7515a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:30.473501 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac37c37-1277-4953-b359-12906aba5ccb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d0662-ca51-4d05-b2f9-4b872ebcef5e,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:30.476816 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-eac37c37-1277-4953-b359-12906aba5ccb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:30.486167 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eac37c37-1277-4953-b359-12906aba5ccb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.487381 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-eac37c37-1277-4953-b359-12906aba5ccb tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "DELETE /v2.0/security-groups/087d0662-ca51-4d05-b2f9-4b872ebcef5e HTTP/1.1" status: 204  len: 168 time: 0.1811063
May 19 23:37:30.490011 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53078) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:30.508631 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.api.v2.resource [None req-7797da55-c5db-4073-a5fe-f41a9ef1d0e0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] show failed (client error): The resource could not be found.
May 19 23:37:30.509660 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-7797da55-c5db-4073-a5fe-f41a9ef1d0e0 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "GET /v2.0/security-groups/087d0662-ca51-4d05-b2f9-4b872ebcef5e HTTP/1.1" status: 404  len: 347 time: 0.0187674
May 19 23:37:30.512536 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53082) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:30.640487 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058c4e7-de31-44f5-906d-a18494c24289 None None] New status for floating IP 097e2e74-0604-4109-9833-9d5be7562a41: DOWN {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:37:30.732430 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Deleting port c9d44995-f29a-4e4c-9313-086e5b2b880a {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:30.732682 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.784154 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dc64d41c-92c0-4fab-b973-bb9b469717e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.856035 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.856377 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.925658 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:30.981867 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Calling delete_port for c9d44995-f29a-4e4c-9313-086e5b2b880a owned by network:floatingip {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:31.094916 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:31.098850 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-057ac226-b71b-4d56-95f1-5365aa7048d1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:31.142523 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Pushing event deleted for resources: {'Port': ['ID=c9d44995-f29a-4e4c-9313-086e5b2b880a,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:31.146039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:31.236544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks [] for floatingip, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:31.250812 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:31.251957 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] 10.222.0.59 "DELETE /v2.0/floatingips/097e2e74-0604-4109-9833-9d5be7562a41 HTTP/1.1" status: 204  len: 168 time: 0.7385573
May 19 23:37:31.686920 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:32.327726 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:32.362472 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:32.362825 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 7f9dda6a-6f29-4faf-af1b-014eb8cc6449 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:33.477649 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:34.015878 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53106) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:34.857022 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:35.264124 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Deleting port aaa60537-c4da-41e7-979b-ef84481e56e8 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:35.264824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:35.383122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] For port aaa60537-c4da-41e7-979b-ef84481e56e8, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=aaa60537-c4da-41e7-979b-ef84481e56e8,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:35.383987 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:35.507571 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Calling delete_port for aaa60537-c4da-41e7-979b-ef84481e56e8 owned by network:router_interface {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:35.651133 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:35.655468 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-526ab16d-55db-4693-8d56-1bccaa7b5589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:35.699867 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa60537-c4da-41e7-979b-ef84481e56e8,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:35.702941 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:35.965933 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:36.431055 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Router 65746008-f273-4150-a3d9-ba12efeeaa9f has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:37:36.609541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:37:36.620991 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] Sync routers for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:37:36.623251 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] 10.222.0.59 "PUT /v2.0/routers/65746008-f273-4150-a3d9-ba12efeeaa9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6057718
May 19 23:37:36.625278 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53114) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:36.634101 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:36.634707 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14578d62b0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:36.802578 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:36.844921 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:36.979207 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.051382 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Deleting port 9f8e1636-5f14-4936-bf5f-0ab4c2633459 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:37.051727 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.133628 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14578d62b0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:37:35Z', 'revision_number': 5, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port': {'id': '9f8e1636-5f14-4936-bf5f-0ab4c2633459', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:29:58Z', 'updated_at': '2021-05-19T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:37.138525 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] Checking router: 65746008-f273-4150-a3d9-ba12efeeaa9f for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:37:37.147988 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] Routers {'65746008-f273-4150-a3d9-ba12efeeaa9f'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:37.148635 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14578d62b0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['65746008-f273-4150-a3d9-ba12efeeaa9f'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:37.179625 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] For port 9f8e1636-5f14-4936-bf5f-0ab4c2633459, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=9f8e1636-5f14-4936-bf5f-0ab4c2633459,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:37.180002 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.302231 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] Set router 65746008-f273-4150-a3d9-ba12efeeaa9f gateway port host: None {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:37.303650 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Calling delete_port for 9f8e1636-5f14-4936-bf5f-0ab4c2633459 owned by network:router_gateway {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:37.410679 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14578d62b0>, [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:37:36Z', 'revision_number': 6, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:37.415169 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea914e8-2773-4714-a537-e6b152439509 None None] The sync data for ids ['65746008-f273-4150-a3d9-ba12efeeaa9f'] in dv-cinder-792209-1-iscsi is: [{'id': '65746008-f273-4150-a3d9-ba12efeeaa9f', 'name': 'tempest-AttachVolumeShelveTestJSON-66297195-router', 'tenant_id': '72675c57d8c3409f984d837cf0865da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:29:56Z', 'updated_at': '2021-05-19T23:37:36Z', 'revision_number': 6, 'project_id': '72675c57d8c3409f984d837cf0865da0', 'gw_port_host': None}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:37:37.443672 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.449697 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0ab6a15b-bf5f-400b-b3a0-888aa5ac4c68 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:37.605351 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8e1636-5f14-4936-bf5f-0ab4c2633459,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:37.631448 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:37.700707 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.896108 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.898404 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.921211 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.921710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65746008-f273-4150-a3d9-ba12efeeaa9f {{(pid=91605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:37:37.934788 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:37.935944 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/65746008-f273-4150-a3d9-ba12efeeaa9f HTTP/1.1" status: 204  len: 168 time: 1.3097613
May 19 23:37:37.939360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53118) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:38.003576 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Deleting subnet 76155144-ff01-4082-9bdb-8ef1d614bb8c {{(pid=91605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:37:38.006505 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.057535 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6534538'] for subnet, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.143019 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.404515 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7669842'] for subnet, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.408598 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f1f3e6db-3440-4c04-a336-8f9b6e3c409b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:38.448475 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76155144-ff01-4082-9bdb-8ef1d614bb8c,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:38.451534 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:38.452520 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.457713 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5df0a-63bd-40cc-9ffe-722b35c8ab40 None None] Network 9fe890b5-905c-4375-9620-e8e669debade requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:37:38.459061 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-7df52582-835b-4530-92ea-7dad001e1205 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/76155144-ff01-4082-9bdb-8ef1d614bb8c HTTP/1.1" status: 204  len: 168 time: 0.5187290
May 19 23:37:38.461580 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53122) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:38.576488 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.649425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Deleting port 15a4dc6e-5a3f-49f5-a17e-359857b69969 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:38.649675 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.711409 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] DHCP port deletion for 9fe890b5-905c-4375-9620-e8e669debade request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:37:38.753316 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] For port 15a4dc6e-5a3f-49f5-a17e-359857b69969, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=15a4dc6e-5a3f-49f5-a17e-359857b69969,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:38.753701 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.776354 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] Deleting port 15a4dc6e-5a3f-49f5-a17e-359857b69969 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:38.776743 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.874877 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] For port 15a4dc6e-5a3f-49f5-a17e-359857b69969, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=15a4dc6e-5a3f-49f5-a17e-359857b69969,segment=NetworkSegment(a7529283-4479-435d-8904-b38d9485425b),segment_id=a7529283-4479-435d-8904-b38d9485425b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:38.875325 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.876588 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Calling delete_port for 15a4dc6e-5a3f-49f5-a17e-359857b69969 owned by network:dhcp {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:38.924082 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:38.928058 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f77e1a42-2789-4874-a981-dd88848f9f58 tempest-VolumesSnapshotTestJSON-1147402819 tempest-VolumesSnapshotTestJSON-1147402819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:38.973861 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a4dc6e-5a3f-49f5-a17e-359857b69969,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:38.976268 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:38.980402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] No DVR routers for this DVR port 15a4dc6e-5a3f-49f5-a17e-359857b69969 on host dv-cinder-792209-1-iscsi {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:38.998404 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] Calling delete_port for 15a4dc6e-5a3f-49f5-a17e-359857b69969 owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:39.040721 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.045143 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3a9d28eb-8c26-4484-a313-08581f604cc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:39.092307 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] Pushing event deleted for resources: {'Port': ['ID=15a4dc6e-5a3f-49f5-a17e-359857b69969,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:39.094166 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] No DVR routers for this DVR port 15a4dc6e-5a3f-49f5-a17e-359857b69969 on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:39.095607 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3b33d1be-ee38-480b-8ca1-910b800239e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:39.182216 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device aaa60537-c4da-41e7-979b-ef84481e56e8 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:39.198658 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.211999 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b2540d0>,) {'filters': {'network_id': ['9fe890b5-905c-4375-9620-e8e669debade']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:39.217566 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: aaa60537-c4da-41e7-979b-ef84481e56e8 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:39.217754 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device aaa60537-c4da-41e7-979b-ef84481e56e8 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:39.218203 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 15a4dc6e-5a3f-49f5-a17e-359857b69969 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:39.223806 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b2540d0>, 'a7529283-4479-435d-8904-b38d9485425b') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:39.224100 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b2540d0>, 'a7529283-4479-435d-8904-b38d9485425b') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:39.239061 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.252442 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 15a4dc6e-5a3f-49f5-a17e-359857b69969 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:39.252806 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 15a4dc6e-5a3f-49f5-a17e-359857b69969 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:39.253243 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9f8e1636-5f14-4936-bf5f-0ab4c2633459 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:39.256607 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.263535 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:37:39.263912 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:37:39.277185 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:37:39.330020 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 9f8e1636-5f14-4936-bf5f-0ab4c2633459 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:39.330442 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9f8e1636-5f14-4936-bf5f-0ab4c2633459 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:39.357399 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.360974 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:39.375041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.387592 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe890b5-905c-4375-9620-e8e669debade,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:39.391845 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:39.400525 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9fe890b5-905c-4375-9620-e8e669debade HTTP/1.1" status: 204  len: 168 time: 0.9378495
May 19 23:37:39.514103 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53128) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:39.561356 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-82171371-2422-4259-b5d4-c9df8ee24f07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72675c57d8c3409f984d837cf0865da0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0460663
May 19 23:37:39.563684 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53132) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:39.621029 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.646883 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.697285 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.702056 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ce4e79db-c556-4a86-bc51-68be6601a13e tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:39.715657 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe37b03-3816-4538-b929-e40c8e049eb3,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:39.725788 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.726164 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.726532 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.726918 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.727373 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.727736 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.728091 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.728448 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.728802 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.729155 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.729513 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.729860 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:37:39.732995 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:39.734422 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:39.735558 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0fe37b03-3816-4538-b929-e40c8e049eb3 HTTP/1.1" status: 204  len: 168 time: 0.1709888
May 19 23:37:41.527140 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53184) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:41.643179 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:41.660399 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:41.664156 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee9eb819e5c405ab7f8af655e4cffa8 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:41.667260 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:41.672889 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:41.754607 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:41.758290 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:41.765119 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-42f37c2e-87a2-449b-9b12-034f8c3f0817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:41.803079 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed87b04-147c-4ec4-bdf4-3a4f6df6c6c0,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:41.807038 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:41.809373 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ee9eb819e5c405ab7f8af655e4cffa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2812572
May 19 23:37:41.812028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53190) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:41.869286 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:41.894766 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:41.944655 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:41.950022 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-4eff4f98-1776-459f-8640-90ffd822ac16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:41.966046 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed87b04-147c-4ec4-bdf4-3a4f6df6c6c0,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:41.968550 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:41.971975 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:41.973725 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ed87b04-147c-4ec4-bdf4-3a4f6df6c6c0 HTTP/1.1" status: 204  len: 168 time: 0.1606452
May 19 23:37:42.250814 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53200) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:42.269852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:42.284286 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:42.288048 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b48118fa6a474492fcbe0669b6ef6e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:42.290989 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:42.296597 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:42.378988 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:42.382713 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:42.391776 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e52219eb-80f8-436c-b108-ec6a919ab00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:42.429772 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8b48118fa6a474492fcbe0669b6ef6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1775856
May 19 23:37:42.432038 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570fa622-4f95-425c-ba14-41b21ce43558,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:42.433131 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53204) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:42.434965 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:42.493742 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-852a81b7-0108-4a8a-8fd7-5f9a0521a96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:42.519326 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-852a81b7-0108-4a8a-8fd7-5f9a0521a96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:42.570787 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-852a81b7-0108-4a8a-8fd7-5f9a0521a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:42.574822 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-7d79de81-e982-4482-8125-d4f770fbf487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:42.585232 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a81b7-0108-4a8a-8fd7-5f9a0521a96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570fa622-4f95-425c-ba14-41b21ce43558,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:42.587705 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-852a81b7-0108-4a8a-8fd7-5f9a0521a96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:42.593765 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-852a81b7-0108-4a8a-8fd7-5f9a0521a96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:42.594861 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-852a81b7-0108-4a8a-8fd7-5f9a0521a96c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/570fa622-4f95-425c-ba14-41b21ce43558 HTTP/1.1" status: 204  len: 168 time: 0.1607871
May 19 23:37:43.302948 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53228) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:43.406393 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-315052703-network', 'tenant_id': '8414d3f0ecf943a5b2713cfae0007ecd'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:43.411204 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:43.415800 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Usage tracker for resource:network and tenant:8414d3f0ecf943a5b2713cfae0007ecd is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:43.418688 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:43.425814 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:43.436396 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Made reservation on behalf of 8414d3f0ecf943a5b2713cfae0007ecd for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:37:43.438634 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.453919 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.468093 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:43.472387 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Usage tracker for resource:security_group_rule and tenant:8414d3f0ecf943a5b2713cfae0007ecd is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:43.475167 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:43.481348 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:43.563225 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.566709 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.570755 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8eb971bf-ec60-4702-8860-5836cf81728e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:43.594239 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:37:43.607230 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bfb3ba-1f2f-49a4-8970-98e555be1efb,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:43.611144 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:43.612084 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.612422 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Added segment 6df9e05f-60b5-48e4-9615-2743ea015ccc of type vlan for network 0fdbeb47-06a4-41c1-b764-19aefba928e3
May 19 23:37:43.639360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.668699 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.670095 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:43.670681 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:43.673912 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:43.776038 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Pushing event updated for resources: {'Network': ['ID=0fdbeb47-06a4-41c1-b764-19aefba928e3,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:43.778935 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:43.782405 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4783399
May 19 23:37:43.785276 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53234) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:43.788110 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network 0fdbeb47-06a4-41c1-b764-19aefba928e3 details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:37:43.791730 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Request body: {'subnet': {'network_id': '0fdbeb47-06a4-41c1-b764-19aefba928e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-315052703-subnet', 'tenant_id': '8414d3f0ecf943a5b2713cfae0007ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:43.796517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:43.800436 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Usage tracker for resource:subnet and tenant:8414d3f0ecf943a5b2713cfae0007ecd is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:43.803322 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:43.809313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:43.819817 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Made reservation on behalf of 8414d3f0ecf943a5b2713cfae0007ecd for: {'subnet': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:37:43.822455 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7669865'] for subnet, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:44.204835 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6547143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7669851'] for subnet, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:44.209374 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:44.280248 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077d1be8-db43-475b-aeb4-c42ffb108555,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:44.283682 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:44.289248 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Checking segment: {'id': '6df9e05f-60b5-48e4-9615-2743ea015ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fdbeb47-06a4-41c1-b764-19aefba928e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:37:44.289730 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Network hostable DHCP agents. Network: 0fdbeb47-06a4-41c1-b764-19aefba928e3, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:37:44.306681 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Network 0fdbeb47-06a4-41c1-b764-19aefba928e3 is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:37:44.316245 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, 0fdbeb47-06a4-41c1-b764-19aefba928e3) {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:37:44.326349 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:44.326349 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:44.332199 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1975918-f763-49cf-afe9-ed1e7e1e1912 None None] Network 0fdbeb47-06a4-41c1-b764-19aefba928e3 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:37:44.355616 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4d5ed760-850f-46ba-a907-a45d280d5901 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5692801
May 19 23:37:44.519248 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae9452-3cf2-4a92-98a2-457ed2cd9f03 None None] Network 0fdbeb47-06a4-41c1-b764-19aefba928e3 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:37:44.866715 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53252) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:44.873160 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-673931894-network', 'tenant_id': 'e438d445502f43c1802f6e32269f049d'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:44.877893 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:44.881781 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Usage tracker for resource:network and tenant:e438d445502f43c1802f6e32269f049d is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:44.885287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:44.891370 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:44.901827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Made reservation on behalf of e438d445502f43c1802f6e32269f049d for: {'network': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:37:44.904173 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-602296'] for network, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:44.915887 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:44.929735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:44.933514 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Usage tracker for resource:security_group_rule and tenant:e438d445502f43c1802f6e32269f049d is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:44.936305 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:44.942155 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:45.029762 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.033591 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.037620 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b974af76-d9ba-40df-9b70-5b9d27c091a2 tempest-VolumesNegativeTest-604719931 tempest-VolumesNegativeTest-604719931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:45.061271 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=91605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:37:45.074458 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7363ba01-fcd7-4e30-afa1-27868aa37b7a,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:45.078484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:45.079438 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.079779 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.segments_db [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Added segment 53232c9f-32be-47f4-ace2-31aba9bc6a55 of type vlan for network c4ea309e-5a74-4f1a-929a-f6fd1672e74b
May 19 23:37:45.107448 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732839588720'] for network, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.139395 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842'] for network, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.140725 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:45.141315 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.146000 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:45.245990 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3781304
May 19 23:37:45.249360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Pushing event updated for resources: {'Network': ['ID=c4ea309e-5a74-4f1a-929a-f6fd1672e74b,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:45.249512 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53256) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:45.252092 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:45.255354 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Request body: {'subnet': {'network_id': 'c4ea309e-5a74-4f1a-929a-f6fd1672e74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-673931894-subnet', 'tenant_id': 'e438d445502f43c1802f6e32269f049d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:45.259836 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Network c4ea309e-5a74-4f1a-929a-f6fd1672e74b details requested by agent ovs-agent-dv-cinder-792209-1-iscsi with host dv-cinder-792209-1-iscsi {{(pid=91606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:37:45.261064 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:45.265874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Usage tracker for resource:subnet and tenant:e438d445502f43c1802f6e32269f049d is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:45.268994 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:45.274763 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:45.284768 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Made reservation on behalf of e438d445502f43c1802f6e32269f049d for: {'subnet': 1} {{(pid=91604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:37:45.287206 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6698114'] for subnet, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.660875 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6733020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6698160'] for subnet, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.665833 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a541d35a-1e06-4c84-87e4-fc642a225036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:45.731947 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0db3bbb-aac2-44a9-b54a-a89e3ac0cca0,revision_number=0']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:45.735218 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:45.740924 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Checking segment: {'id': '53232c9f-32be-47f4-ace2-31aba9bc6a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c4ea309e-5a74-4f1a-929a-f6fd1672e74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:37:45.741275 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Network hostable DHCP agents. Network: c4ea309e-5a74-4f1a-929a-f6fd1672e74b, hostable agents: ['b0df0267-ec9f-48b0-b6bb-72e5cd9a2324'], hosted agents: [] {{(pid=91604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:37:45.758594 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Network c4ea309e-5a74-4f1a-929a-f6fd1672e74b is scheduled to be hosted by DHCP agent b0df0267-ec9f-48b0-b6bb-72e5cd9a2324 with binding_index 1 {{(pid=91604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:37:45.768678 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.base_scheduler [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-iscsi, c4ea309e-5a74-4f1a-929a-f6fd1672e74b) {{(pid=91604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:37:45.778756 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05bd80a-baec-4f6e-b4be-4575f8c1c861 None None] Network c4ea309e-5a74-4f1a-929a-f6fd1672e74b requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:37:45.779877 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:45.780472 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:45.804073 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5535381
May 19 23:37:45.933762 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53262) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:45.966998 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f156a3f-9907-46f8-82bd-cae14557d4fa None None] Network c4ea309e-5a74-4f1a-929a-f6fd1672e74b requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:37:46.061610 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Deleting subnet 077d1be8-db43-475b-aeb4-c42ffb108555 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:37:46.064584 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.112880 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.171980 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.412695 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.417816 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aaefbfce-dc33-4051-8549-192ca54a497f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:46.456144 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077d1be8-db43-475b-aeb4-c42ffb108555,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:46.458101 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.460949 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:46.471019 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0be6121d-f7b3-4ba2-8728-4312811ef5a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/077d1be8-db43-475b-aeb4-c42ffb108555 HTTP/1.1" status: 204  len: 168 time: 0.5357335
May 19 23:37:46.472996 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53266) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:46.578145 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.701617 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.714184 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145a4d57f0>,) {'filters': {'network_id': ['0fdbeb47-06a4-41c1-b764-19aefba928e3']}} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:46.726016 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145a4d57f0>, '6df9e05f-60b5-48e4-9615-2743ea015ccc') {'for_net_delete': True} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:46.726319 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145a4d57f0>, '6df9e05f-60b5-48e4-9615-2743ea015ccc') {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:46.737640 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6955763'] for segment, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.754281 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.760857 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=91604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:37:46.761239 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6786353'] for segment, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]: Traceback (most recent call last):
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     timer()
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     cb(*args, **kw)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     return func(*args, **kwargs)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     self._notify()
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     self.callback(batched_events)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     event.method(event)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     return f(self, *a, **k)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._get(url).json()
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self.request(url, 'GET', **kwargs)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:37:46.774030 dv-cinder-792209-1-iscsi neutron-server[91604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:37:46.850031 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.855047 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:46.858696 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-566d62e2-4cfd-43f0-b486-ab272e367264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:46.877975 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdbeb47-06a4-41c1-b764-19aefba928e3,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:46.880319 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:46.881978 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-79431de5-ddb0-4cc3-bbf1-c95240ccc466 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0fdbeb47-06a4-41c1-b764-19aefba928e3 HTTP/1.1" status: 204  len: 168 time: 0.4080865
May 19 23:37:46.885547 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53272) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:46.943818 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Deleting subnet d0db3bbb-aac2-44a9-b54a-a89e3ac0cca0 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:37:46.947543 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.000042 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.053352 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.296473 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.300666 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:47.335280 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0db3bbb-aac2-44a9-b54a-a89e3ac0cca0,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:47.337874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.340481 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:47.344544 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-5ae79f14-b821-448b-8233-c04cf50b9a9f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d0db3bbb-aac2-44a9-b54a-a89e3ac0cca0 HTTP/1.1" status: 204  len: 168 time: 0.4580784
May 19 23:37:47.347004 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53278) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:47.455895 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.658640 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.672683 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b12a250>,) {'filters': {'network_id': ['c4ea309e-5a74-4f1a-929a-f6fd1672e74b']}} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:47.686082 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b12a250>, '53232c9f-32be-47f4-ace2-31aba9bc6a55') {'for_net_delete': True} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:47.686388 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b12a250>, '53232c9f-32be-47f4-ace2-31aba9bc6a55') {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:47.698699 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6955763'] for segment, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.717265 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.724260 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=91604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:37:47.724681 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6786353'] for segment, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]: Traceback (most recent call last):
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     timer()
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     cb(*args, **kw)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     return func(*args, **kwargs)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     self._notify()
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     self.callback(batched_events)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     event.method(event)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     return f(self, *a, **k)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._get(url).json()
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self.request(url, 'GET', **kwargs)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:37:47.738919 dv-cinder-792209-1-iscsi neutron-server[91604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:37:47.864627 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.872090 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:47.877837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-14c487ce-3cfe-4316-b1df-186c62aaebdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:47.899744 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] 10.222.0.59 "DELETE /v2.0/networks/c4ea309e-5a74-4f1a-929a-f6fd1672e74b HTTP/1.1" status: 204  len: 168 time: 0.5517323
May 19 23:37:47.901536 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ea309e-5a74-4f1a-929a-f6fd1672e74b,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:47.904369 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-1977a2cf-4164-41b5-95e3-08ef64ec4d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:47.937363 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a7e64-fd01-4346-881c-981626bf4012 req-d79bacb9-1f20-4219-887b-32c72041a465 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:47.939898 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-033a7e64-fd01-4346-881c-981626bf4012 req-d79bacb9-1f20-4219-887b-32c72041a465 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1424720
May 19 23:37:47.984641 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-033a7e64-fd01-4346-881c-981626bf4012 req-eec092da-8c1b-4087-9d3e-eea0881c5242 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390539
May 19 23:37:48.090803 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53290) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:48.139763 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4aa75cf4-57ad-4274-8a25-257b0b2faf48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8414d3f0ecf943a5b2713cfae0007ecd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475535
May 19 23:37:48.141944 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53294) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:48.200097 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1a4efaca-83fb-4bf3-988a-67969b4af2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.213456 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:37:48.225146 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1a4efaca-83fb-4bf3-988a-67969b4af2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.276111 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1a4efaca-83fb-4bf3-988a-67969b4af2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.280848 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-51026e9f-8406-41ce-92b4-a85f6c877cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:48.295938 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4efaca-83fb-4bf3-988a-67969b4af2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bfb3ba-1f2f-49a4-8970-98e555be1efb,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:48.298823 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1a4efaca-83fb-4bf3-988a-67969b4af2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:48.301452 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1a4efaca-83fb-4bf3-988a-67969b4af2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.301946 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-1a4efaca-83fb-4bf3-988a-67969b4af2b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02bfb3ba-1f2f-49a4-8970-98e555be1efb HTTP/1.1" status: 204  len: 168 time: 0.1590772
May 19 23:37:48.647017 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53302) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:48.695797 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-3304379a-5c66-4e0f-bbaa-861caef73255 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e438d445502f43c1802f6e32269f049d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473311
May 19 23:37:48.698346 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53306) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:48.756126 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.781753 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.832749 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.836600 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-76e6228f-8f31-4e27-9fe6-86e35ada7a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:48.847801 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7363ba01-fcd7-4e30-afa1-27868aa37b7a,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:48.851185 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:48.855825 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:48.856974 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7363ba01-fcd7-4e30-afa1-27868aa37b7a HTTP/1.1" status: 204  len: 168 time: 0.1577246
May 19 23:37:49.173617 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc450b7-8c97-4e3a-8e4e-10e1545a98a4 req-4fd6e1cb-0c10-48e0-b247-289e70378fce tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:49.175063 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1cc450b7-8c97-4e3a-8e4e-10e1545a98a4 req-4fd6e1cb-0c10-48e0-b247-289e70378fce tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0817201
May 19 23:37:49.225394 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1cc450b7-8c97-4e3a-8e4e-10e1545a98a4 req-1d85a1a3-11c3-4eab-9244-21cee3b7351a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437565
May 19 23:37:49.619637 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-dc365467-dea9-4e09-99fd-803bb0c0ce43 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:49.620387 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-dc365467-dea9-4e09-99fd-803bb0c0ce43 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Synchronizing usage tracker for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:37:49.638750 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-dc365467-dea9-4e09-99fd-803bb0c0ce43 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Unset dirty status for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:37:49.639973 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-dc365467-dea9-4e09-99fd-803bb0c0ce43 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.1024473
May 19 23:37:49.780277 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Deleting port 659ee0c4-5d88-4e37-9171-ac1592b1d396 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:49.780633 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:50.027020 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] For port 659ee0c4-5d88-4e37-9171-ac1592b1d396, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=659ee0c4-5d88-4e37-9171-ac1592b1d396,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:37:50.027424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:50.326034 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:50.326312 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:50.326622 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Floating IP c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608 disassociated. External IP: 172.27.1.24, port: 659ee0c4-5d88-4e37-9171-ac1592b1d396.
May 19 23:37:50.326968 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Calling delete_port for 659ee0c4-5d88-4e37-9171-ac1592b1d396 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:50.425421 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db260-2da1-4e94-9ed8-ca1cc4304b6d req-041bff22-7f08-421e-8e8f-f0d616a7a6f4 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:50.427593 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9e2db260-2da1-4e94-9ed8-ca1cc4304b6d req-041bff22-7f08-421e-8e8f-f0d616a7a6f4 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d29bf31-476b-4d56-9f2a-11b31710f369 HTTP/1.1" status: 200  len: 946 time: 0.0853429
May 19 23:37:50.449306 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:50.455203 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c334b69a-7ff2-4932-a46a-1550c1ac5649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:50.478032 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-9e2db260-2da1-4e94-9ed8-ca1cc4304b6d req-4f1d65e9-747a-412c-8ce3-65ba011dbb03 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436914
May 19 23:37:50.511052 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event deleted for resources: {'Port': ['ID=659ee0c4-5d88-4e37-9171-ac1592b1d396,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:50.514197 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:50.702367 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:37:50.891443 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:37:50.902411 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] Sync routers for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:37:50.913604 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:50.914388 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145be91c10>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:50.970208 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] No DVR routers for this DVR port 659ee0c4-5d88-4e37-9171-ac1592b1d396 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:37:50.972764 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:50.975511 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'name': 'network-vif-deleted', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:37:51.004735 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-15834679-2c39-4bc4-a863-1ece9fef2dd3 req-ae429c4d-e0a9-4790-96cd-3412208a635e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "DELETE /v2.0/ports/659ee0c4-5d88-4e37-9171-ac1592b1d396 HTTP/1.1" status: 204  len: 173 time: 1.3597543
May 19 23:37:51.038841 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d29bf31-476b-4d56-9f2a-11b31710f369', 'name': 'network-vif-deleted', 'tag': '659ee0c4-5d88-4e37-9171-ac1592b1d396', 'status': 'completed', 'code': 200}
May 19 23:37:51.101530 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:51.413411 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145be91c10>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:51.417515 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] Checking router: ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:37:51.426099 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:37:51.426701 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145be91c10>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:37:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:51.605356 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53362) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:51.615570 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:37:51.670198 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ea94f03e-433c-4ad8-8226-9595dd6968a5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:51.698556 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ea94f03e-433c-4ad8-8226-9595dd6968a5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:51.750791 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ea94f03e-433c-4ad8-8226-9595dd6968a5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:51.754660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-2e25af47-8799-4ae7-8472-44f52e4efbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:51.772790 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94f03e-433c-4ad8-8226-9595dd6968a5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918a0144-9e7c-4e1b-8ac0-95ea95d81fe5,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:51.777641 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ea94f03e-433c-4ad8-8226-9595dd6968a5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:51.790014 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ea94f03e-433c-4ad8-8226-9595dd6968a5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:51.794193 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53366) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:51.794714 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ea94f03e-433c-4ad8-8226-9595dd6968a5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "DELETE /v2.0/security-groups/918a0144-9e7c-4e1b-8ac0-95ea95d81fe5 HTTP/1.1" status: 204  len: 168 time: 0.1879117
May 19 23:37:51.811238 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.api.v2.resource [None req-5d8783e9-9a52-4a2d-b3f5-4a90e6674002 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] show failed (client error): The resource could not be found.
May 19 23:37:51.815228 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-5d8783e9-9a52-4a2d-b3f5-4a90e6674002 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups/918a0144-9e7c-4e1b-8ac0-95ea95d81fe5 HTTP/1.1" status: 404  len: 347 time: 0.0170655
May 19 23:37:51.815228 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53370) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:51.965766 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145be91c10>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:37:51.970133 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25bab4-9666-4ad3-a7ae-83267d360c6d None None] The sync data for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi is: [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:37:52.042885 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Deleting port 52c2ebad-d874-42fc-9eb3-9423dd9455d9 {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:37:52.043290 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:52.178815 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:52.179187 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:52.233818 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6099a7-b5df-46c4-9260-0cd224cd892a None None] New status for floating IP c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608: DOWN {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:37:52.317228 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Calling delete_port for 52c2ebad-d874-42fc-9eb3-9423dd9455d9 owned by network:floatingip {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:37:52.419255 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 659ee0c4-5d88-4e37-9171-ac1592b1d396 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:37:52.434114 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:52.441089 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:52.462400 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 659ee0c4-5d88-4e37-9171-ac1592b1d396 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:37:52.462755 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 659ee0c4-5d88-4e37-9171-ac1592b1d396 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:37:52.464121 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.db.api [None req-fb6099a7-b5df-46c4-9260-0cd224cd892a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 19 23:37:52.464478 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_db.api [None req-fb6099a7-b5df-46c4-9260-0cd224cd892a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 19 23:37:52.470977 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:52.484830 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event deleted for resources: {'Port': ['ID=52c2ebad-d874-42fc-9eb3-9423dd9455d9,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:52.511615 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:52.577799 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:52.591618 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:52.592735 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-03d5c9c1-60c6-49ab-b778-b66b7b6dc46b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "DELETE /v2.0/floatingips/c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608 HTTP/1.1" status: 204  len: 168 time: 0.7767150
May 19 23:37:52.965845 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6099a7-b5df-46c4-9260-0cd224cd892a None None] New status for floating IP c1cba9e3-83c8-44f4-b48b-3e3ca1cb7608: DOWN {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:37:53.003710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53382) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:53.009745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994863000', 'description': 'tempest-description--663054357'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:53.015995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:53.019946 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:53.022921 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:53.029370 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:53.040899 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.061612 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:53.065882 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group_rule and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:53.068915 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:53.075570 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:53.145938 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.150481 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.154246 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-32341981-a2ec-4a4c-b8ba-c4e686cd94bc tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:53.196155 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36f8b8-e8a7-4598-b321-2b75680d7213,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:53.198847 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.200062 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1952968
May 19 23:37:53.200950 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:53.202870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53386) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:53.207928 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'security_group_rule': {'security_group_id': 'eb36f8b8-e8a7-4598-b321-2b75680d7213', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:53.214449 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:53.218418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group_rule and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:53.221298 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:53.227265 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:53.243648 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.303914 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.307367 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.309382 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0851a841-13d0-42a0-a017-5cce81abb1ab tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:53.331165 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62993254-7265-4220-a668-504015c38197,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:53.333524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:53.341187 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.342445 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ba065969-1801-46cf-b128-aa832f776367 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1385858
May 19 23:37:53.345103 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53392) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:53.350054 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'security_group_rule': {'security_group_id': 'eb36f8b8-e8a7-4598-b321-2b75680d7213', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:53.356032 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:53.360393 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:security_group_rule and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:53.363153 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:53.369286 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:53.388563 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.450343 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.454053 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640656'] for security_group_rule, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.456104 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b3e85794-92ed-4bee-b510-3da4969d1554 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:53.478817 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981a8e0f-6397-4569-a426-ac5e0b947dbf,revision_number=0']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:53.481346 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:53.494998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.496405 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-e0f5924d-e935-4d3e-b711-c0b4d29ff197 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1503816
May 19 23:37:53.499743 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53396) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:37:53.505340 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:53.511325 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:53.515217 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Usage tracker for resource:floatingip and tenant:acca1c2a473b43d1a2f7133fc20dbcaa is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:37:53.518217 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:37:53.524671 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:53.535910 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.771776 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:53.905833 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Allocated IP 172.27.1.191 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/57c8bccc-1edd-445e-a4b0-4c2631b08d94) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:37:54.051039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.080156 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.084697 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b5e2de52-f9c6-4f37-9a1b-2e471d9a15d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:54.142714 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:37:54.145502 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:37:54.148347 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:37:54.199322 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'Port': ['ID=57c8bccc-1edd-445e-a4b0-4c2631b08d94,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:54.202655 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:54.240101 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.300645 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.505998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.510876 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.514425 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0318b0c9-fe59-4a06-82b8-6b58de43b383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:54.619232 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'Port': ['ID=57c8bccc-1edd-445e-a4b0-4c2631b08d94,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:54.623344 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:54.629745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.650986 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:54.652179 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1514637
May 19 23:37:54.868278 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-201e8dab-4ded-49aa-b15a-be9d73546776 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1994863000&fields=id&tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa HTTP/1.1" status: 200  len: 267 time: 0.0396771
May 19 23:37:55.016905 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b2594938-eb40-4f2b-a7e0-3f598b8c34fe tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:55.018232 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b2594938-eb40-4f2b-a7e0-3f598b8c34fe tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 810 time: 0.1430311
May 19 23:37:55.032934 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-07eee0fd-e6cc-4713-895d-48486ee7d923 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/quotas/acca1c2a473b43d1a2f7133fc20dbcaa HTTP/1.1" status: 200  len: 375 time: 0.0092070
May 19 23:37:55.114787 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-9e515fb3-4a87-4e62-b75b-7caa67774cee tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Synchronizing usage tracker for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:port {{(pid=91604) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:37:55.130467 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-9e515fb3-4a87-4e62-b75b-7caa67774cee tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Unset dirty status for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:port {{(pid=91604) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:37:55.131729 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-9e515fb3-4a87-4e62-b75b-7caa67774cee tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0939100
May 19 23:37:55.346991 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-cb8c4f40-f46e-463d-b652-e8bbe8ce8f9b service neutron] 10.222.0.59 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024300
May 19 23:37:55.482094 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-66daa9e5-46c4-417e-8796-cb71711711e4 service neutron] 10.222.0.59 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292977
May 19 23:37:55.657425 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-536ae259-c4a0-4921-bf1b-9c6fc49827f7 req-50a09822-d8e7-4dd7-b5d4-c5421ae60468 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 210 time: 0.0436180
May 19 23:37:56.761570 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-4525459d-7ad1-48ac-ac68-47c7fe9329e1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:56.763323 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-4525459d-7ad1-48ac-ac68-47c7fe9329e1 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 810 time: 0.2361193
May 19 23:37:56.823194 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-14f2b7a2-e56c-4bf1-9f17-eb03582be3ba req-daa4f32c-c22d-438b-945f-2660d5cd5111 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 210 time: 0.0450592
May 19 23:37:56.839388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-60e9c971-158f-47a7-800b-a319ac51de33 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Synchronizing usage tracker for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:security_group {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:37:56.854232 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-60e9c971-158f-47a7-800b-a319ac51de33 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Unset dirty status for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:security_group {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:37:56.855685 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-60e9c971-158f-47a7-800b-a319ac51de33 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa HTTP/1.1" status: 200  len: 380 time: 0.0635259
May 19 23:37:56.864908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'port': {'device_id': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'admin_state_up': True, 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'security_groups': ['eb36f8b8-e8a7-4598-b321-2b75680d7213']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:57.015561 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:37:57.025307 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:37:57.034887 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Made reservation on behalf of acca1c2a473b43d1a2f7133fc20dbcaa for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:37:57.038469 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:57.200689 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Allocated IP 172.20.0.8 (6ea8c7e4-5092-4703-a829-667288a0c6d4/729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c/f71ff5c0-0a7a-488a-8de8-41887766a07f) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:37:57.386995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:57.403673 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Transition to ACTIVE for port object f71ff5c0-0a7a-488a-8de8-41887766a07f will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:37:57.428116 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:57.434038 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-41d465f7-7ab0-4803-8530-d8024df44121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:57.497593 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:37:57.500652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:37:57.504424 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:37:57.660929 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event updated for resources: {'Port': ['ID=f71ff5c0-0a7a-488a-8de8-41887766a07f,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:57.665530 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:57.691472 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:57.692067 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:57.716384 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8551533
May 19 23:37:57.748524 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-40276dd9-471d-4511-bfc7-54a182de00cc None None] Provisioning for port f71ff5c0-0a7a-488a-8de8-41887766a07f completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:37:57.753011 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-40276dd9-471d-4511-bfc7-54a182de00cc None None] Provisioning complete for port f71ff5c0-0a7a-488a-8de8-41887766a07f triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:37:57.753388 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-40276dd9-471d-4511-bfc7-54a182de00cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:57.809456 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-40276dd9-471d-4511-bfc7-54a182de00cc None None] Port f71ff5c0-0a7a-488a-8de8-41887766a07f cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:37:58.015162 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26600ac-1e7b-405c-9b66-228ceafbaa27 req-3c0a967d-7294-4573-aa98-889f11943cdf tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:58.016615 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b26600ac-1e7b-405c-9b66-228ceafbaa27 req-3c0a967d-7294-4573-aa98-889f11943cdf tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 931 time: 0.0831838
May 19 23:37:58.061465 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b26600ac-1e7b-405c-9b66-228ceafbaa27 req-92abd9f3-680f-4da1-a28f-c70dc9d7b2f8 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390735
May 19 23:37:58.088045 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8aa8fa4e-3e13-4039-b876-f97b6c837ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:59.058954 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Request body: {'port': {'device_id': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:37:59.174499 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:59.245969 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc976b-8c5a-444d-9c6f-5356d8d98513 req-6e810237-839b-4dca-8693-48431282a6cd tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:59.247711 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dafc976b-8c5a-444d-9c6f-5356d8d98513 req-6e810237-839b-4dca-8693-48431282a6cd tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 931 time: 0.0803435
May 19 23:37:59.294668 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dafc976b-8c5a-444d-9c6f-5356d8d98513 req-bd1a3307-8742-4b24-9d5d-445b4d81164a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410342
May 19 23:37:59.516628 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71ff5c0-0a7a-488a-8de8-41887766a07f {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:37:59.523973 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:59.537497 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Transition to ACTIVE for port object f71ff5c0-0a7a-488a-8de8-41887766a07f will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:37:59.541236 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:59.545619 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c560fc5a-6f29-4e71-a5a7-0108b3c2a4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:59.700005 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Pushing event updated for resources: {'Port': ['ID=f71ff5c0-0a7a-488a-8de8-41887766a07f,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:59.707384 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:37:59.778684 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Attempting to bind port f71ff5c0-0a7a-488a-8de8-41887766a07f on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:37:59.779018 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Attempting to bind port f71ff5c0-0a7a-488a-8de8-41887766a07f by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:37:59.779371 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Attempting to bind port f71ff5c0-0a7a-488a-8de8-41887766a07f on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:37:59.783903 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Port f71ff5c0-0a7a-488a-8de8-41887766a07f on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:37:59.784224 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Attempting to bind port f71ff5c0-0a7a-488a-8de8-41887766a07f on network 6ea8c7e4-5092-4703-a829-667288a0c6d4 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:37:59.789317 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:37:59.790109 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Checking segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:37:59.790497 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Bound using segment: {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:37:59.790922 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Bound port: f71ff5c0-0a7a-488a-8de8-41887766a07f, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:37:59.791292 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:59.879875 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] For port f71ff5c0-0a7a-488a-8de8-41887766a07f, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:37:59.882778 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] For port f71ff5c0-0a7a-488a-8de8-41887766a07f, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f71ff5c0-0a7a-488a-8de8-41887766a07f,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:37:59.887195 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:59.891589 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-365526b1-df37-4ae0-b2f3-e9d1470f67f1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:37:59.949632 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:37:59.950249 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:37:59.951641 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] 10.222.0.55 "PUT /v2.0/ports/f71ff5c0-0a7a-488a-8de8-41887766a07f HTTP/1.1" status: 200  len: 1093 time: 0.8976452
May 19 23:37:59.954225 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:37:59.973600 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Pushing event updated for resources: {'Port': ['ID=f71ff5c0-0a7a-488a-8de8-41887766a07f,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:37:59.976792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6c7e2bc9-f2cc-4433-a952-3693ee1b4e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:00.025671 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'status': 'completed', 'code': 200}
May 19 23:38:00.200773 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab5d6-7554-48fa-bd9f-7670c4ded891 req-7a990d9c-61cc-4c07-9ba3-4cbddc8811c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:00.202372 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c86ab5d6-7554-48fa-bd9f-7670c4ded891 req-7a990d9c-61cc-4c07-9ba3-4cbddc8811c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 1096 time: 0.0736654
May 19 23:38:00.346377 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab5d6-7554-48fa-bd9f-7670c4ded891 req-364b693d-b530-4525-939b-f3d7cd40b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:00.347991 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c86ab5d6-7554-48fa-bd9f-7670c4ded891 req-364b693d-b530-4525-939b-f3d7cd40b868 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1370931
May 19 23:38:00.486245 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b250f9-6769-47c7-a318-6a455ea44dd2 req-5c92bb42-c784-46b0-b121-0b40ba430898 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:00.487742 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b9b250f9-6769-47c7-a318-6a455ea44dd2 req-5c92bb42-c784-46b0-b121-0b40ba430898 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 943 time: 0.0857749
May 19 23:38:00.492962 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab5d6-7554-48fa-bd9f-7670c4ded891 req-9c0230bc-d63f-4b46-a983-e61e90cf6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:00.494400 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-c86ab5d6-7554-48fa-bd9f-7670c4ded891 req-9c0230bc-d63f-4b46-a983-e61e90cf6816 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1384652
May 19 23:38:00.537093 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b9b250f9-6769-47c7-a318-6a455ea44dd2 req-81b6ea30-9d1b-44cd-9bd3-fb56f5465824 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417140
May 19 23:38:00.603918 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-f25f24a1-9a62-47e9-9001-5ae9d5eff238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:00.605344 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-f25f24a1-9a62-47e9-9001-5ae9d5eff238 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 1096 time: 0.0752189
May 19 23:38:00.672741 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-114bf08a-86bb-4a86-93c1-4e05654cc9eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f71ff5c0-0a7a-488a-8de8-41887766a07f HTTP/1.1" status: 200  len: 217 time: 0.0606513
May 19 23:38:00.736990 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-43ebe0ce-22a6-4497-88d7-c2fc5574d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:00.738396 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-43ebe0ce-22a6-4497-88d7-c2fc5574d08c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.0596519
May 19 23:38:00.787031 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c7f9dab6-1135-4ba3-b756-60568e27d998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:00.815415 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-f6d57ae5-f4ba-4825-a8f2-dbd9aa46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:00.816889 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-f6d57ae5-f4ba-4825-a8f2-dbd9aa46b11c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720360
May 19 23:38:00.928300 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:00.952133 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-9c73928d-5508-423c-b91a-a911d0eb0e8a service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279328
May 19 23:38:01.178580 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-1df19cf8-d608-48de-98f2-6c08bd77604b req-a018b060-f401-45be-b7b5-3ef7b27f10a3 service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2204688
May 19 23:38:01.689553 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:01.728096 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da4a49-c8e3-44b9-ad24-7f97d6b3eb84 req-57214a92-4f06-4ec1-951b-2ee422e18046 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:01.729622 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-06da4a49-c8e3-44b9-ad24-7f97d6b3eb84 req-57214a92-4f06-4ec1-951b-2ee422e18046 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 943 time: 0.0835624
May 19 23:38:01.774146 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-06da4a49-c8e3-44b9-ad24-7f97d6b3eb84 req-6b05def5-b98d-4665-ba0f-ade298488187 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387399
May 19 23:38:02.961866 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7837cb-13bf-4086-aba5-ab02b9180bb2 req-df98479a-c26e-45f0-9eb5-4517a315782a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:02.963789 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2a7837cb-13bf-4086-aba5-ab02b9180bb2 req-df98479a-c26e-45f0-9eb5-4517a315782a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 943 time: 0.0795946
May 19 23:38:03.007098 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2a7837cb-13bf-4086-aba5-ab02b9180bb2 req-a67d5c92-b4b4-4619-9a06-18721dca8e58 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374846
May 19 23:38:03.479516 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:04.194455 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03bfc7-19f2-4dd7-bf14-2a27359ef0ff req-fcf2c584-6dc6-4114-ab78-d490417a5a6b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:04.195949 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d03bfc7-19f2-4dd7-bf14-2a27359ef0ff req-fcf2c584-6dc6-4114-ab78-d490417a5a6b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 943 time: 0.0841715
May 19 23:38:04.240576 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7d03bfc7-19f2-4dd7-bf14-2a27359ef0ff req-0b5ed664-a8a6-48ac-8915-4db20fd8ef3b tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383363
May 19 23:38:05.419541 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918b07c-0be0-4cce-af36-4fec66621e5b req-3e3ecb4c-80a7-4f61-940d-c8fa5671e1d5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:05.420936 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8918b07c-0be0-4cce-af36-4fec66621e5b req-3e3ecb4c-80a7-4f61-940d-c8fa5671e1d5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 943 time: 0.0783021
May 19 23:38:05.469662 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8918b07c-0be0-4cce-af36-4fec66621e5b req-b27ada1b-fe61-4fa5-8fdc-e3ef87eeee11 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429187
May 19 23:38:05.902950 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f71ff5c0-0a7a-488a-8de8-41887766a07f details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:38:06.031591 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f71ff5c0-0a7a-488a-8de8-41887766a07f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f71ff5c0-0a7a-488a-8de8-41887766a07f,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:38:06.044686 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'port_id': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'mac_address': 'fa:16:3e:f4:e9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:38:06.097815 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:06.114882 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71ff5c0-0a7a-488a-8de8-41887766a07f {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:38:06.131140 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f71ff5c0-0a7a-488a-8de8-41887766a07f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f71ff5c0-0a7a-488a-8de8-41887766a07f,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:38:06.135251 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:06.136972 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:06.204231 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=f71ff5c0-0a7a-488a-8de8-41887766a07f,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:06.211281 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.211626 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.211957 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.212333 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.212800 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.213134 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.213458 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.213779 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.214100 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.214419 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.214736 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.215051 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:06.218835 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:06.359345 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['f71ff5c0-0a7a-488a-8de8-41887766a07f'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:38:06.655258 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39177fac-fb84-45d3-9171-2be01af0b10e req-3a182bd1-239f-4d6a-9059-e0ad795edd59 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:06.656714 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-39177fac-fb84-45d3-9171-2be01af0b10e req-3a182bd1-239f-4d6a-9059-e0ad795edd59 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 944 time: 0.0803227
May 19 23:38:06.701099 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-39177fac-fb84-45d3-9171-2be01af0b10e req-cabcdf6b-4cee-4d29-91be-3d3e4e9391e5 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386841
May 19 23:38:07.293385 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f71ff5c0-0a7a-488a-8de8-41887766a07f up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:38:07.362135 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port f71ff5c0-0a7a-488a-8de8-41887766a07f completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:38:07.366754 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port f71ff5c0-0a7a-488a-8de8-41887766a07f triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:38:07.367155 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:07.484093 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:07.512032 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:38:07.521854 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port f71ff5c0-0a7a-488a-8de8-41887766a07f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f71ff5c0-0a7a-488a-8de8-41887766a07f,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:38:07.526222 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:07.528151 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:07.562694 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'code': 200}
May 19 23:38:07.594794 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=f71ff5c0-0a7a-488a-8de8-41887766a07f,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:07.597761 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:07.786257 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef7663-dcee-48f6-8225-c6d80e013176 req-f554144e-7bad-4eac-89e2-23d7064786e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:07.787775 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3eef7663-dcee-48f6-8225-c6d80e013176 req-f554144e-7bad-4eac-89e2-23d7064786e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 1098 time: 0.0735073
May 19 23:38:07.829748 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-3eef7663-dcee-48f6-8225-c6d80e013176 req-ba2f41a5-8e33-40c0-823f-f274d2ba2668 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356014
May 19 23:38:07.893194 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0798d94-7a4c-45fb-8b35-d5bdb0b258ef req-bcc8cc01-df91-4bf4-a6ee-1959faa5db20 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:07.894776 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a0798d94-7a4c-45fb-8b35-d5bdb0b258ef req-bcc8cc01-df91-4bf4-a6ee-1959faa5db20 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0859234
May 19 23:38:07.940197 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a0798d94-7a4c-45fb-8b35-d5bdb0b258ef req-96330640-8a7a-491c-9ea3-e392e900f1c0 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397253
May 19 23:38:09.126479 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c7624-296d-4b3e-a25f-19042f3373a9 req-80f82dcc-67cb-48ee-b5e8-dc5c212a1463 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:09.127932 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0b2c7624-296d-4b3e-a25f-19042f3373a9 req-80f82dcc-67cb-48ee-b5e8-dc5c212a1463 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0789928
May 19 23:38:09.171723 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-0b2c7624-296d-4b3e-a25f-19042f3373a9 req-68d3d9d8-cc65-49b9-85a0-9e92c6642890 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380824
May 19 23:38:10.357553 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2491-8622-40c0-b214-b6bcb09f66b6 req-f8921fef-8ae0-432d-855a-5c7d2e8ff10f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:10.358929 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ec2491-8622-40c0-b214-b6bcb09f66b6 req-f8921fef-8ae0-432d-855a-5c7d2e8ff10f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0819774
May 19 23:38:10.402708 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-38ec2491-8622-40c0-b214-b6bcb09f66b6 req-0cdda448-6fb9-4546-a9e7-2e352bbaf75e tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380371
May 19 23:38:11.600781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7bb8-1e70-4f07-82ea-83227214f7d6 req-076536fc-01cf-4bed-9f58-1f85606f1758 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:11.602226 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-231d7bb8-1e70-4f07-82ea-83227214f7d6 req-076536fc-01cf-4bed-9f58-1f85606f1758 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0851486
May 19 23:38:11.650351 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-231d7bb8-1e70-4f07-82ea-83227214f7d6 req-a3b45919-c7a0-489c-bef5-6df6367c314f tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424254
May 19 23:38:11.827616 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83828d-272e-449a-9fad-dc7dd86f6230 req-4955ff4b-9e82-47e4-b1e2-71d5caa35f3d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:11.829031 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2c83828d-272e-449a-9fad-dc7dd86f6230 req-4955ff4b-9e82-47e4-b1e2-71d5caa35f3d tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0783217
May 19 23:38:11.837363 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53552) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:11.842547 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.v2.base [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Request body: {'floatingip': {'port_id': 'f71ff5c0-0a7a-488a-8de8-41887766a07f'}} {{(pid=91604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:38:11.987901 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, before_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:12.577629 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:12.582112 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:12.750504 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.db.l3_db [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Floating IP 39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf associated. External IP: 172.27.1.191, port: f71ff5c0-0a7a-488a-8de8-41887766a07f.
May 19 23:38:13.112634 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:38:13.378624 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:38:13.383490 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:13.388520 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] Sync routers for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:38:13.398258 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:38:13.398866 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145ba9d4f0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:38:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:13.438905 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-65270b88-4ac0-4b9f-99b4-410c8b6bfed2 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "PUT /v2.0/floatingips/39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf HTTP/1.1" status: 200  len: 991 time: 1.6004915
May 19 23:38:13.439589 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f'}] {{(pid=91604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:38:13.485194 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'status': 'completed', 'code': 200}
May 19 23:38:13.584536 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:38:13.923418 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145ba9d4f0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'port_id': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'mac_address': 'fa:16:3e:f4:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:37:54Z', 'updated_at': '2021-05-19T23:38:12Z', 'revision_number': 1, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:13.927139 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] Checking router: ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:38:13.935403 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:38:13.936003 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145ba9d4f0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:38:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:14.108838 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:38:14.448399 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145ba9d4f0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'port_id': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'mac_address': 'fa:16:3e:f4:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:37:54Z', 'updated_at': '2021-05-19T23:38:12Z', 'revision_number': 1, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:14.452282 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bccdf8-5186-4e1e-8739-6fa226f0940c None None] The sync data for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi is: [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'port_id': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'mac_address': 'fa:16:3e:f4:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:37:54Z', 'updated_at': '2021-05-19T23:38:12Z', 'revision_number': 1, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:38:14.640669 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed94aec-c7ad-4076-b0ef-d27adb3c4add None None] New status for floating IP 39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf: ACTIVE {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:38:14.724288 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-81500190-5b54-40e0-acc1-bfb632524426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:14.725777 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-81500190-5b54-40e0-acc1-bfb632524426 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 1098 time: 0.0717657
May 19 23:38:14.869093 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-ca7a1178-ca87-44b9-ae41-db2221b1db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:14.870774 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-ca7a1178-ca87-44b9-ae41-db2221b1db16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 200  len: 911 time: 0.1327863
May 19 23:38:14.982128 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-0d6ccfa8-8495-4784-a8f1-9df43dc4d93e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f71ff5c0-0a7a-488a-8de8-41887766a07f HTTP/1.1" status: 200  len: 1001 time: 0.1041534
May 19 23:38:15.049291 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-83c12a30-b47c-41b6-b29b-c1e7ab4d336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:15.050781 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-83c12a30-b47c-41b6-b29b-c1e7ab4d336f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 200  len: 849 time: 0.0621536
May 19 23:38:15.133493 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-6f7563f8-0e86-4706-954c-a3d97d33a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:15.135240 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-6f7563f8-0e86-4706-954c-a3d97d33a4d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ea8c7e4-5092-4703-a829-667288a0c6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771422
May 19 23:38:15.273187 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-76524aa5-6b23-4c63-9f60-9f48f1e30f9c service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270893
May 19 23:38:15.410391 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5104ec9e-ee77-4831-abc2-09f96d71d849 req-d65bff81-89cf-4e8b-ac10-aa4073441bb5 service neutron] 10.222.0.55 "GET /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288221
May 19 23:38:17.664126 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-84c10b10-68d9-4c28-b111-a01f71eb8e31 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967721206&fields=id&tenant_id=5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 267 time: 0.0390899
May 19 23:38:17.811807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-c9654037-8ed5-4da6-ab39-e1c36d47fb97 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:17.813218 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-c9654037-8ed5-4da6-ab39-e1c36d47fb97 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 812 time: 0.1419508
May 19 23:38:17.827633 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-f695816c-e7de-4b1a-bb73-bc065946b61f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/quotas/5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 375 time: 0.0088513
May 19 23:38:17.914822 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-04cad851-5c19-44fa-9ac7-d843df55ff0c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0821366
May 19 23:38:18.050403 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-48df04a5-fc09-4004-ace3-4279ed2c428b service neutron] 10.222.0.59 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237743
May 19 23:38:18.178553 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-7947c868-3858-4653-b355-5e36526a55a1 service neutron] 10.222.0.59 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222253
May 19 23:38:18.568192 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-44df5ddf-eaaa-4d81-a7c1-2030b5d5294d req-3004b284-8593-40f6-8ed3-20060fc1bff8 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 210 time: 0.0478616
May 19 23:38:19.712063 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f176ea96-ec38-473c-9677-7aecc0ec4476 req-22f01ba8-152c-4bd2-8bb0-da50619dc885 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 210 time: 0.0426145
May 19 23:38:20.864146 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-838a654d-4fab-4456-a7a9-782bd6f39729 req-f73afb9d-b58b-4cc1-9460-b382ad3b255f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 210 time: 0.0437124
May 19 23:38:21.838436 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-f4a99106-a0c2-4eb6-a465-01bbbe022e8b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:21.840493 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-f4a99106-a0c2-4eb6-a465-01bbbe022e8b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 812 time: 0.1538706
May 19 23:38:21.904594 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-2c4d605d-6f71-47cd-b63c-889fdecc5e00 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff57f53b0044d6995e4b794e7d4b35e HTTP/1.1" status: 200  len: 380 time: 0.0553963
May 19 23:38:21.916950 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'port': {'device_id': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'admin_state_up': True, 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'security_groups': ['a94c3dfa-9335-40a4-b97f-addf9aa983ee']}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:38:22.039661 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4561bed8-0a2e-408e-ae00-beed91596ef2 req-93d2531e-5f4d-4755-ac9a-6860eb09eeef tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 210 time: 0.0580354
May 19 23:38:22.075498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:22.079748 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:port and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:22.082658 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for port was recalculated. Used quota:5. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:22.088420 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:22.099557 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Made reservation on behalf of 5ff57f53b0044d6995e4b794e7d4b35e for: {'port': 1} {{(pid=91605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:38:22.103041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:22.272255 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Allocated IP 172.20.0.11 (7bd1d854-7fd8-493b-b203-f19ea775b350/dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8/820552e3-8e69-4e0c-9d60-697347cdc724) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:38:22.452951 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:22.461266 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:22.476996 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Transition to ACTIVE for port object 820552e3-8e69-4e0c-9d60-697347cdc724 will not be triggered until provisioned by entity DHCP. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:38:22.500451 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:22.505879 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-bb40a84f-a893-44e5-a628-4f82aa354e95 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:22.674372 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:38:22.677594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:38:22.681470 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:38:22.741335 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=820552e3-8e69-4e0c-9d60-697347cdc724,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:22.805420 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.805810 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.806187 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.806560 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.806930 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.807324 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.807721 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.808229 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.808601 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.808963 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.809321 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.809678 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:22.815785 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:22.829417 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:22.830050 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:22.860643 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-576e5d3e-d83b-43fc-863d-17ffcbe30f83 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9475391
May 19 23:38:22.874088 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Request body: {'port': {'device_id': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:38:22.923561 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-6eec51ff-fa2e-4f48-8c3f-066bb8c08d07 None None] Provisioning for port 820552e3-8e69-4e0c-9d60-697347cdc724 completed by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:38:22.928136 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-6eec51ff-fa2e-4f48-8c3f-066bb8c08d07 None None] Provisioning complete for port 820552e3-8e69-4e0c-9d60-697347cdc724 triggered by entity DHCP. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:38:22.928283 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-72830e72-2c0f-4e12-a885-909df8e1f163 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1841757
May 19 23:38:22.928511 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6eec51ff-fa2e-4f48-8c3f-066bb8c08d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:22.982233 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-6eec51ff-fa2e-4f48-8c3f-066bb8c08d07 None None] Port 820552e3-8e69-4e0c-9d60-697347cdc724 cannot update to ACTIVE because it is not bound. {{(pid=91606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:38:22.993702 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:23.193578 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-c4165bf8-ecb6-4ef0-9bd1-9743a7718fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:23.195060 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-c4165bf8-ecb6-4ef0-9bd1-9743a7718fd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 1098 time: 0.1909356
May 19 23:38:23.233037 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869e973-1dd3-4e27-bce8-15ee502af593 req-96bf6ba7-c7f3-443f-a75e-4bf8c14ff09a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:23.239975 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7869e973-1dd3-4e27-bce8-15ee502af593 req-96bf6ba7-c7f3-443f-a75e-4bf8c14ff09a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 932 time: 0.0914531
May 19 23:38:23.295580 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7869e973-1dd3-4e27-bce8-15ee502af593 req-fd8396e0-2832-45f5-9fee-b753535f1023 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544467
May 19 23:38:23.459137 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-e4cb8ec7-5002-4684-8699-26c03f9e1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:23.460815 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-e4cb8ec7-5002-4684-8699-26c03f9e1da0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.2199509
May 19 23:38:23.621530 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820552e3-8e69-4e0c-9d60-697347cdc724 {{(pid=91605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:38:23.630916 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:23.634613 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-2f9691f9-c326-4bd4-9fb5-8e5c60ffd453 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c56b27-e740-4549-98e0-82120c126bb4 HTTP/1.1" status: 200  len: 1001 time: 0.1603281
May 19 23:38:23.685514 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.provisioning_blocks [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Transition to ACTIVE for port object 820552e3-8e69-4e0c-9d60-697347cdc724 will not be triggered until provisioned by entity L2. {{(pid=91605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:38:23.696491 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:23.702879 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4a124f29-7358-4d4e-b57c-9a767181c1fa tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:23.807639 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-994355ab-321b-4edd-aaf1-bb5bb80e9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:23.809685 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-994355ab-321b-4edd-aaf1-bb5bb80e9387 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.1688385
May 19 23:38:23.916160 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Pushing event updated for resources: {'Port': ['ID=820552e3-8e69-4e0c-9d60-697347cdc724,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:23.924670 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:24.009715 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Attempting to bind port 820552e3-8e69-4e0c-9d60-697347cdc724 on host hv-cinder-79220 for vnic_type normal with profile  {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:38:24.010057 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Attempting to bind port 820552e3-8e69-4e0c-9d60-697347cdc724 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:38:24.010389 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Attempting to bind port 820552e3-8e69-4e0c-9d60-697347cdc724 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:38:24.016041 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-a41cc242-1c19-44eb-a0b5-bff58ec0ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:24.017514 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-a41cc242-1c19-44eb-a0b5-bff58ec0ee2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1861115
May 19 23:38:24.019330 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Port 820552e3-8e69-4e0c-9d60-697347cdc724 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:38:24.019652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Attempting to bind port 820552e3-8e69-4e0c-9d60-697347cdc724 on network 7bd1d854-7fd8-493b-b203-f19ea775b350 {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:38:24.027125 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Checking agent: {'id': '8b6fd3c6-80d5-41b6-8626-1eb20d17ea11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'started_at': datetime.datetime(2021, 5, 19, 23, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:38:24.027568 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Checking segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:38:24.027940 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Bound using segment: {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'} {{(pid=91605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:38:24.028364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.managers [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Bound port: 820552e3-8e69-4e0c-9d60-697347cdc724, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bb1746-b377-4ad0-9e36-4e79a13b16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350'}}] {{(pid=91605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:38:24.028850 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:24.332292 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] For port 820552e3-8e69-4e0c-9d60-697347cdc724, host hv-cinder-79220, cleared binding levels {{(pid=91605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:38:24.340205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] For port 820552e3-8e69-4e0c-9d60-697347cdc724, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=820552e3-8e69-4e0c-9d60-697347cdc724,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:38:24.344328 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-ce30c622-fc91-46b5-8572-c3d9f439f850 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3190489
May 19 23:38:24.349469 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:24.355472 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b7dc2402-69af-4945-9d62-369a0d164a41 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:24.454633 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:24.455300 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:24.456718 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] 10.222.0.55 "PUT /v2.0/ports/820552e3-8e69-4e0c-9d60-697347cdc724 HTTP/1.1" status: 200  len: 1094 time: 1.5871537
May 19 23:38:24.457282 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:38:24.535485 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438cbba-fb59-4a5e-a09c-e08e1765c9e6 req-94b4e2a4-b7d3-4d33-a7b8-57985e994f0b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:24.539001 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5438cbba-fb59-4a5e-a09c-e08e1765c9e6 req-94b4e2a4-b7d3-4d33-a7b8-57985e994f0b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.1151850
May 19 23:38:24.597195 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Pushing event updated for resources: {'Port': ['ID=820552e3-8e69-4e0c-9d60-697347cdc724,revision_number=3']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:24.605688 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5438cbba-fb59-4a5e-a09c-e08e1765c9e6 req-a55ce1c1-8073-4a44-8b69-00ca9d7f1090 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573137
May 19 23:38:24.612405 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:24.640749 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f936c60b-df33-4a24-a8c8-44b0f35e062e req-f7e4d9d5-e470-43e1-a41f-10ea4e5d3bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2870662
May 19 23:38:24.662972 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-84ffb185-2eb1-4f0d-be1b-c336d4b51b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:24.664568 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-84ffb185-2eb1-4f0d-be1b-c336d4b51b5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 1097 time: 0.1502357
May 19 23:38:24.669804 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724', 'status': 'completed', 'code': 200}
May 19 23:38:24.739884 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-59be7d1a-c4dd-42b8-a62a-82eb351e19b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=820552e3-8e69-4e0c-9d60-697347cdc724 HTTP/1.1" status: 200  len: 217 time: 0.0641601
May 19 23:38:24.803702 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-b69a70be-4c2c-474a-944e-11c2c93d9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:24.805143 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-b69a70be-4c2c-474a-944e-11c2c93d9519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0562291
May 19 23:38:24.887326 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-6f0bbabe-2541-4fe2-9387-e4e142f87ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:24.888824 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-6f0bbabe-2541-4fe2-9387-e4e142f87ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748098
May 19 23:38:25.030858 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-f4dc43b3-7350-42fc-9f8b-d800640ef9df service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285110
May 19 23:38:25.168280 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2eae2544-1b8e-48d2-b4b3-1e4138fc1043 req-66446a2a-c188-403e-b18b-0e4cbc581337 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290271
May 19 23:38:25.211720 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:38:25.282593 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-30c5f53a-af9f-40c0-a31e-f912dad2cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:25.284146 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-30c5f53a-af9f-40c0-a31e-f912dad2cadc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 1097 time: 0.0738807
May 19 23:38:25.415404 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-fe3c441f-a146-4cad-ba4c-75b53cabf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:25.416845 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-fe3c441f-a146-4cad-ba4c-75b53cabf921 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1252449
May 19 23:38:25.487959 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-e18f4f05-550a-478e-a505-6146c19b900d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=820552e3-8e69-4e0c-9d60-697347cdc724 HTTP/1.1" status: 200  len: 217 time: 0.0631642
May 19 23:38:25.550889 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-a14904b2-9064-46af-9473-bdbc3442e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:25.552342 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-a14904b2-9064-46af-9473-bdbc3442e7a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.0568864
May 19 23:38:25.635297 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-05bdb6e2-748b-459c-b7e5-0b1f2992d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:25.637614 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-05bdb6e2-748b-459c-b7e5-0b1f2992d581 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737681
May 19 23:38:25.780569 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-ed4fa250-602f-4ec5-9b35-338e9be59047 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323493
May 19 23:38:25.799854 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b062c-a9ca-482d-a9e6-41846d1642a8 req-e3132ff8-b6e4-4003-8681-cbde1500b16d tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:25.801310 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-083b062c-a9ca-482d-a9e6-41846d1642a8 req-e3132ff8-b6e4-4003-8681-cbde1500b16d tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.0843444
May 19 23:38:25.845319 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-083b062c-a9ca-482d-a9e6-41846d1642a8 req-e6e58b74-3089-4244-bd47-369fa96c9ac4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382221
May 19 23:38:26.020763 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5f54af1a-d523-46b2-b3f3-e67732282ac3 req-8ddfc1f0-6315-4bae-b973-293701c643d3 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334337
May 19 23:38:26.388413 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53714) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:26.507072 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:26.522247 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:26.526061 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Usage tracker for resource:security_group_rule and tenant:844ed04be74d4f2fbbda72c9a7836761 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:26.529645 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:26.535288 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:26.620127 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:26.624255 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:26.631184 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b253f29e-63fa-4d57-9f8b-63618bfcadc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:26.672998 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ef81e-f2ac-4788-b3b1-8097a62775a6,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:26.676193 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:26.678981 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-1e5b659b-82e2-4d65-8a83-24751d300921 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=844ed04be74d4f2fbbda72c9a7836761&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2893460
May 19 23:38:26.681421 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53720) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:26.740011 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c344939f-5ae2-4a53-8b0e-b750a67586c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:26.766002 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c344939f-5ae2-4a53-8b0e-b750a67586c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:26.822807 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c344939f-5ae2-4a53-8b0e-b750a67586c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:26.828694 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-343946aa-75e0-414c-b7e7-0192ed91fca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:26.841147 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344939f-5ae2-4a53-8b0e-b750a67586c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ef81e-f2ac-4788-b3b1-8097a62775a6,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:26.844074 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c344939f-5ae2-4a53-8b0e-b750a67586c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:26.846490 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c344939f-5ae2-4a53-8b0e-b750a67586c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:26.849977 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-c344939f-5ae2-4a53-8b0e-b750a67586c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b4ef81e-f2ac-4788-b3b1-8097a62775a6 HTTP/1.1" status: 204  len: 168 time: 0.1653173
May 19 23:38:27.038383 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f1b16-e3fa-410b-9153-af21c24b2ed8 req-cf8354a3-7ffc-45fa-889d-63f47f1b04ce tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:27.039789 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d0f1b16-e3fa-410b-9153-af21c24b2ed8 req-cf8354a3-7ffc-45fa-889d-63f47f1b04ce tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.0821681
May 19 23:38:27.093079 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d0f1b16-e3fa-410b-9153-af21c24b2ed8 req-954d3c8e-3c9b-4868-a8e4-8ca121b9c4e5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465784
May 19 23:38:27.137065 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53732) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:27.154609 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:27.169455 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:27.173220 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Usage tracker for resource:security_group_rule and tenant:634ebb376ee149b68d7eca723725e0cb is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:27.175963 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:27.181490 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:27.265824 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:27.269494 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:27.278109 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-401ba371-9101-42a3-8fd9-2f4c7c54b10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:27.315938 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=634ebb376ee149b68d7eca723725e0cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1777630
May 19 23:38:27.317486 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f21c19-298e-42b9-bb6f-b37a28c89068,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:27.318577 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53736) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:27.320589 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-01e79cd4-f512-4418-ba71-47e74eb13635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:27.376726 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fc3c91cb-17b6-434a-bcf1-7ef9cff94824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:27.401236 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fc3c91cb-17b6-434a-bcf1-7ef9cff94824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:27.458735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fc3c91cb-17b6-434a-bcf1-7ef9cff94824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:27.462454 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-39f3d8e5-66d2-4c32-95fd-d29c4470464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:27.473871 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c91cb-17b6-434a-bcf1-7ef9cff94824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f21c19-298e-42b9-bb6f-b37a28c89068,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:27.477209 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fc3c91cb-17b6-434a-bcf1-7ef9cff94824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:27.480402 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fc3c91cb-17b6-434a-bcf1-7ef9cff94824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:27.481491 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-fc3c91cb-17b6-434a-bcf1-7ef9cff94824 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6f21c19-298e-42b9-bb6f-b37a28c89068 HTTP/1.1" status: 204  len: 168 time: 0.1618237
May 19 23:38:28.091627 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-83448694-7847-4578-a0c5-0e92549db3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:28.280810 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e672-dff8-4405-88ce-dfbca13dfd3c req-9e3f1076-5d0e-49c4-8178-24c5b5d047d1 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:28.282435 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d0a1e672-dff8-4405-88ce-dfbca13dfd3c req-9e3f1076-5d0e-49c4-8178-24c5b5d047d1 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.0853231
May 19 23:38:28.343316 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d0a1e672-dff8-4405-88ce-dfbca13dfd3c req-0b711e17-e182-406b-9933-e7fc3e44f74e tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535822
May 19 23:38:29.560006 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53806) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:29.610076 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f7423-0281-4e95-87ca-474e6126e926 req-200992e5-964f-4d43-aaa2-a8f6dd40266d tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:29.611558 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e2f7423-0281-4e95-87ca-474e6126e926 req-200992e5-964f-4d43-aaa2-a8f6dd40266d tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.1657064
May 19 23:38:29.657035 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7e2f7423-0281-4e95-87ca-474e6126e926 req-39a3f537-8223-469a-b49f-96c0df131253 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396080
May 19 23:38:29.681381 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:29.696426 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:29.700263 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Usage tracker for resource:security_group_rule and tenant:b448390eadc24ed1b4bde56f4d9ce63d is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:29.704035 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:29.710181 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:29.793285 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:29.797132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:29.808573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:29.847036 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b448390eadc24ed1b4bde56f4d9ce63d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2859137
May 19 23:38:29.848655 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e6ff4c-e7e9-49e6-a5f2-e12043ddc451,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:29.849754 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53812) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:29.851566 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:29.910866 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c6d5852b-6ef1-4f3b-9b3f-c5bedc410115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:29.935596 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c6d5852b-6ef1-4f3b-9b3f-c5bedc410115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:29.985457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c6d5852b-6ef1-4f3b-9b3f-c5bedc410115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:29.989085 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9a4c21e8-d405-48c7-80c8-71e15ca56519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:30.002420 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5852b-6ef1-4f3b-9b3f-c5bedc410115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e6ff4c-e7e9-49e6-a5f2-e12043ddc451,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:30.006173 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c6d5852b-6ef1-4f3b-9b3f-c5bedc410115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:30.011351 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-c6d5852b-6ef1-4f3b-9b3f-c5bedc410115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.012433 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-c6d5852b-6ef1-4f3b-9b3f-c5bedc410115 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2e6ff4c-e7e9-49e6-a5f2-e12043ddc451 HTTP/1.1" status: 204  len: 168 time: 0.1617119
May 19 23:38:30.290909 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53822) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:30.306401 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.320153 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:30.323997 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Usage tracker for resource:security_group_rule and tenant:724954ba28f6438783f5979784bf5e09 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:30.326685 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:30.332216 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:30.412049 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.416036 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.423021 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ac6e4841-ad6d-4413-89c6-13690d3857ed tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:30.464036 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff749271-f11b-4217-a999-5b8f67efda8a,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:30.468605 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=724954ba28f6438783f5979784bf5e09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1790209
May 19 23:38:30.469469 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:30.471144 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 53826) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:30.528452 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a5a26419-a546-4ab5-8240-75fff30c9736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.553816 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a5a26419-a546-4ab5-8240-75fff30c9736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.606357 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a5a26419-a546-4ab5-8240-75fff30c9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.611078 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-161ae1b5-f1dc-4058-b4f6-afa5341b32a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:30.623697 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26419-a546-4ab5-8240-75fff30c9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff749271-f11b-4217-a999-5b8f67efda8a,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:30.626459 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a5a26419-a546-4ab5-8240-75fff30c9736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:30.627400 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a5a26419-a546-4ab5-8240-75fff30c9736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.628463 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a5a26419-a546-4ab5-8240-75fff30c9736 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff749271-f11b-4217-a999-5b8f67efda8a HTTP/1.1" status: 204  len: 168 time: 0.1564612
May 19 23:38:30.829405 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-538dfade-84e6-416b-bd7b-a2c313b91cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:30.862558 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51648f36-05a7-4cf1-a139-783398da0f9a req-1441e030-20bd-41c1-881b-05ad68f47262 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:30.864029 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-51648f36-05a7-4cf1-a139-783398da0f9a req-1441e030-20bd-41c1-881b-05ad68f47262 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.0968680
May 19 23:38:30.910273 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-51648f36-05a7-4cf1-a139-783398da0f9a req-c16a5104-7d10-45d6-9e09-2f4fc30442b2 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406067
May 19 23:38:30.930357 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:31.693852 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:32.093822 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ff8dd-aeda-42df-b703-09fc68f97de9 req-1adc9ad4-2ca9-4e13-9607-5dd523cdc18b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:32.095289 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d77ff8dd-aeda-42df-b703-09fc68f97de9 req-1adc9ad4-2ca9-4e13-9607-5dd523cdc18b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.0781322
May 19 23:38:32.138989 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-d77ff8dd-aeda-42df-b703-09fc68f97de9 req-8da5e892-afea-4509-b2ec-67224ac1fac3 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379901
May 19 23:38:33.330977 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b838126-3a2c-48df-862c-9d316eb1bd4a req-24213bf3-2130-4f6e-895e-4da5cf410770 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:33.332464 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3b838126-3a2c-48df-862c-9d316eb1bd4a req-24213bf3-2130-4f6e-895e-4da5cf410770 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 944 time: 0.0854819
May 19 23:38:33.379026 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3b838126-3a2c-48df-862c-9d316eb1bd4a req-0853c4f1-3eaa-4d06-9a00-f5756efe3869 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408785
May 19 23:38:33.421335 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 820552e3-8e69-4e0c-9d60-697347cdc724 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:38:33.539444 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:33.563444 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 820552e3-8e69-4e0c-9d60-697347cdc724, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=820552e3-8e69-4e0c-9d60-697347cdc724,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:38:33.577053 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': '820552e3-8e69-4e0c-9d60-697347cdc724', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'port_id': '820552e3-8e69-4e0c-9d60-697347cdc724', 'mac_address': 'fa:16:3e:b0:69:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:38:33.631586 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:33.648276 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820552e3-8e69-4e0c-9d60-697347cdc724 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:38:33.663916 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 820552e3-8e69-4e0c-9d60-697347cdc724, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=820552e3-8e69-4e0c-9d60-697347cdc724,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:38:33.667317 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:33.668986 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:33.735162 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=820552e3-8e69-4e0c-9d60-697347cdc724,revision_number=4']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:33.737996 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:34.564261 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ad61-37c5-4350-99a8-3e9c35a69e27 req-bf58c486-f1b4-4c58-b483-6977717910cd tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:34.565616 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1620ad61-37c5-4350-99a8-3e9c35a69e27 req-bf58c486-f1b4-4c58-b483-6977717910cd tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 945 time: 0.0799625
May 19 23:38:34.613348 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1620ad61-37c5-4350-99a8-3e9c35a69e27 req-f399984a-85df-4aec-9865-1f3ecc2eadfc tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421019
May 19 23:38:35.796215 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e72b-49a2-461d-bc9c-98b0c26291fd req-442d8141-f56c-4a2f-bc57-02b5d5f577f9 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:35.797571 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4c72e72b-49a2-461d-bc9c-98b0c26291fd req-442d8141-f56c-4a2f-bc57-02b5d5f577f9 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 945 time: 0.0809414
May 19 23:38:35.841083 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4c72e72b-49a2-461d-bc9c-98b0c26291fd req-07aaa440-1bee-41a1-8469-375d9d13121f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378056
May 19 23:38:36.227534 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79364bb-c7e9-48e2-99bd-9962682f5562 req-be07bffb-7c7f-4a6a-8b5f-180e3c82f377 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:36.228957 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a79364bb-c7e9-48e2-99bd-9962682f5562 req-be07bffb-7c7f-4a6a-8b5f-180e3c82f377 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0834696
May 19 23:38:36.272734 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a79364bb-c7e9-48e2-99bd-9962682f5562 req-c0149d21-06ad-485a-8c56-8953bd02d32a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373261
May 19 23:38:36.745793 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['820552e3-8e69-4e0c-9d60-697347cdc724'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:38:37.025361 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbb6e-5c51-42f5-8994-24f6177982f6 req-9b6763e4-b37d-4189-8c5a-8dbc226967cd tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:37.026721 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e3bcbb6e-5c51-42f5-8994-24f6177982f6 req-9b6763e4-b37d-4189-8c5a-8dbc226967cd tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 945 time: 0.0812147
May 19 23:38:37.070918 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e3bcbb6e-5c51-42f5-8994-24f6177982f6 req-a608d557-c7e1-4b11-84f4-aac13d0b1ef7 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382614
May 19 23:38:37.466693 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e863d5-361d-4b57-9102-d03a90209874 req-da95f92e-37f3-4fef-9d38-ab361c4d84ad tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:37.468174 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-17e863d5-361d-4b57-9102-d03a90209874 req-da95f92e-37f3-4fef-9d38-ab361c4d84ad tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0867040
May 19 23:38:37.518745 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-17e863d5-361d-4b57-9102-d03a90209874 req-ecc069df-77f6-4639-8906-38f0cb57fa6d tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449357
May 19 23:38:38.268664 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d5a0e-4431-43dc-9673-e3f2a7e72979 req-58915fc7-35f3-42d8-8bf8-1569eea6bdad tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:38.270117 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3d9d5a0e-4431-43dc-9673-e3f2a7e72979 req-58915fc7-35f3-42d8-8bf8-1569eea6bdad tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 945 time: 0.0911682
May 19 23:38:38.317999 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-3d9d5a0e-4431-43dc-9673-e3f2a7e72979 req-94d47ca6-931c-4101-99ac-7cdeb07d4796 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421627
May 19 23:38:38.707412 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd335d7-e9f8-4952-95da-3b087223da6e req-b609348c-313c-40b8-b105-f71a4e4524f4 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:38.708873 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2dd335d7-e9f8-4952-95da-3b087223da6e req-b609348c-313c-40b8-b105-f71a4e4524f4 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0822623
May 19 23:38:38.755041 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2dd335d7-e9f8-4952-95da-3b087223da6e req-c39fb5d8-f0f3-404d-af90-08c32a0bc95f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401833
May 19 23:38:38.952152 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 820552e3-8e69-4e0c-9d60-697347cdc724 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:38:39.021474 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning for port 820552e3-8e69-4e0c-9d60-697347cdc724 completed by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:38:39.025788 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port 820552e3-8e69-4e0c-9d60-697347cdc724 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:38:39.026159 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:39.138404 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:39.167293 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:38:39.176821 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port 820552e3-8e69-4e0c-9d60-697347cdc724, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=820552e3-8e69-4e0c-9d60-697347cdc724,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:38:39.180644 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:39.182442 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d78de7b9-f91d-4d02-a0c9-7347e28f762f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:39.212686 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724', 'code': 200}
May 19 23:38:39.250032 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=820552e3-8e69-4e0c-9d60-697347cdc724,revision_number=5']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:39.253171 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:39.515823 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d736686-d1d5-4b19-a2b0-117f5e04e8ab req-f6c7f546-065b-4dba-b45a-a27166fde28b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:39.517273 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2d736686-d1d5-4b19-a2b0-117f5e04e8ab req-f6c7f546-065b-4dba-b45a-a27166fde28b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.0846145
May 19 23:38:39.560775 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2d736686-d1d5-4b19-a2b0-117f5e04e8ab req-16952458-d56f-4967-85fc-5de3daa3d222 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377371
May 19 23:38:39.941150 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe792c7-83df-4c22-beb1-3f7aa04ca3a4 req-2bb677ec-e9a4-4309-b0c4-a0b432a201ca tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:39.942599 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2fe792c7-83df-4c22-beb1-3f7aa04ca3a4 req-2bb677ec-e9a4-4309-b0c4-a0b432a201ca tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0811529
May 19 23:38:39.987540 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2fe792c7-83df-4c22-beb1-3f7aa04ca3a4 req-3b649dda-5c44-4eb0-b9d2-56245895befc tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392654
May 19 23:38:40.745222 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a14e7-99c1-497c-80af-eecf6925cc58 req-769e4c4a-9e3a-4e82-a69c-300328ab84f2 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:40.746557 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b45a14e7-99c1-497c-80af-eecf6925cc58 req-769e4c4a-9e3a-4e82-a69c-300328ab84f2 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.0834172
May 19 23:38:40.791233 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b45a14e7-99c1-497c-80af-eecf6925cc58 req-b451d0a0-dfd1-4b79-bf0e-1b757b706302 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383959
May 19 23:38:41.176828 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ddaa1-1ba4-45d2-b2c7-544e8b75ba57 req-08eed888-b65a-431c-90b1-8db6bcf99d14 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:41.179538 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-354ddaa1-1ba4-45d2-b2c7-544e8b75ba57 req-08eed888-b65a-431c-90b1-8db6bcf99d14 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0845177
May 19 23:38:41.228072 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-354ddaa1-1ba4-45d2-b2c7-544e8b75ba57 req-1c48349f-b88e-4002-b7fe-d7bf4d9d5622 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439968
May 19 23:38:41.230651 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1a00-0fe6-4b83-be8a-84b7e0c67cfd req-c17fcbd6-7852-4d8e-8ed7-259f7b4a3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:41.233168 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85d1a00-0fe6-4b83-be8a-84b7e0c67cfd req-c17fcbd6-7852-4d8e-8ed7-259f7b4a3157 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 1099 time: 0.0768862
May 19 23:38:41.280081 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-e85d1a00-0fe6-4b83-be8a-84b7e0c67cfd req-9819f7de-9088-489c-89b0-c729071ce112 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349386
May 19 23:38:42.059178 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6864b-36cd-4c79-9068-9bc044b4b9f4 req-eca030b5-baea-4107-afb9-283079d1781c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:42.062360 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7ee6864b-36cd-4c79-9068-9bc044b4b9f4 req-eca030b5-baea-4107-afb9-283079d1781c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.1644278
May 19 23:38:42.113769 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-7ee6864b-36cd-4c79-9068-9bc044b4b9f4 req-ab297ad8-ab7a-4897-a4d7-a64535fa966b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466409
May 19 23:38:42.420871 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96185bc2-4cef-43de-b8b6-b73e5ce6c5ae req-ffb276df-fbbb-4486-9381-fcb39e4d35cf tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:42.422459 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-96185bc2-4cef-43de-b8b6-b73e5ce6c5ae req-ffb276df-fbbb-4486-9381-fcb39e4d35cf tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0866816
May 19 23:38:42.467533 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-96185bc2-4cef-43de-b8b6-b73e5ce6c5ae req-95ae1dc9-7ffb-4a09-831c-7db28cb6f31f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392172
May 19 23:38:43.304431 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961a981-cd44-4c64-bba6-14609f3a7e20 req-a3320caf-1ab9-41e0-9986-897dc8c6f37c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:43.305859 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c961a981-cd44-4c64-bba6-14609f3a7e20 req-a3320caf-1ab9-41e0-9986-897dc8c6f37c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.0783937
May 19 23:38:43.353410 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-c961a981-cd44-4c64-bba6-14609f3a7e20 req-4e9d5b30-a0cf-40b3-a3b6-a17fdc358524 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417421
May 19 23:38:43.548637 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967519a-3886-4e3d-bd92-aad93e99140e req-2a2b033e-8314-4d46-99da-b838db871fdd tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:43.550681 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4967519a-3886-4e3d-bd92-aad93e99140e req-2a2b033e-8314-4d46-99da-b838db871fdd tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.0908184
May 19 23:38:43.645600 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-4967519a-3886-4e3d-bd92-aad93e99140e req-7e789777-45a7-44a2-9b93-2b113147b20c tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883856
May 19 23:38:43.672252 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53956) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:43.687216 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271641c7-ceaa-4c02-855d-9fdac9fdac40 req-fdd285a0-b3fd-44e6-8de8-fc594b810017 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:43.688673 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-271641c7-ceaa-4c02-855d-9fdac9fdac40 req-fdd285a0-b3fd-44e6-8de8-fc594b810017 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0988777
May 19 23:38:43.736353 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-271641c7-ceaa-4c02-855d-9fdac9fdac40 req-456aa0c7-e9c6-4e25-b005-182f21d45ec7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415916
May 19 23:38:43.914228 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5c732-4189-42c2-8042-2dbf374c3b4e tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:43.915672 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-aac5c732-4189-42c2-8042-2dbf374c3b4e tempest-TestVolumeBootPattern-1911449921 tempest-TestVolumeBootPattern-1911449921-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 1094 time: 0.2430866
May 19 23:38:43.918535 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 53962) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:43.924032 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.v2.base [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Request body: {'floatingip': {'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'port_id': '820552e3-8e69-4e0c-9d60-697347cdc724', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:38:43.929752 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:43.933545 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Usage tracker for resource:floatingip and tenant:5ff57f53b0044d6995e4b794e7d4b35e is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:43.937293 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:43.942991 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:43.952721 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:44.085498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:44.221520 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_common [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Allocated IP 172.27.1.212 (9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c/23160489-bc7b-4b9a-88c6-186321256eec/3556816e-fe07-41d1-a51a-df82ecd46a5f) {{(pid=91605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:38:44.370183 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:44.398740 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732839603191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:44.403039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c375d14c-d75b-4bc5-8901-035694efc0e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:44.462663 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Network 9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c is already hosted by enough agents. {{(pid=91605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:38:44.465452 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.base_scheduler [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Resources bound (agent type, host, resource id):  {{(pid=91605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:38:44.469547 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Received port after_create {{(pid=91605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:38:44.503700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=3556816e-fe07-41d1-a51a-df82ecd46a5f,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:44.507673 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:44.888209 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:44.928110 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8c35-6b0b-46d8-a3d3-84ba9b43ba71 req-522c67f8-4ca1-41c1-b93a-df0135946625 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:44.929570 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5adb8c35-6b0b-46d8-a3d3-84ba9b43ba71 req-522c67f8-4ca1-41c1-b93a-df0135946625 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0870318
May 19 23:38:44.974620 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:44.979405 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-5adb8c35-6b0b-46d8-a3d3-84ba9b43ba71 req-b1880a3b-589f-4c6d-91ed-0174adb9acef tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435619
May 19 23:38:45.184352 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for port, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:45.189420 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477646'] for port, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:45.193908 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-99d46c12-0946-4f0b-a277-6b76fcc7beec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:45.392066 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event updated for resources: {'Port': ['ID=3556816e-fe07-41d1-a51a-df82ecd46a5f,revision_number=2']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:45.396079 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:45.402648 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:45.573488 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Floating IP 1276ca0c-74d3-4e69-b2ca-a6e381e81eb3 associated. External IP: 172.27.1.212, port: 820552e3-8e69-4e0c-9d60-697347cdc724.
May 19 23:38:45.921355 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:38:46.105768 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:38:46.116927 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:38:46.127043 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:38:46.127801 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bb704f0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:38:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:46.139177 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:46.178185 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4edb1a-e5a4-4abc-b72c-fbfca7f45427 req-3f448a42-03a9-4c58-881c-fd267f930bd7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:46.179584 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bd4edb1a-e5a4-4abc-b72c-fbfca7f45427 req-3f448a42-03a9-4c58-881c-fd267f930bd7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0853193
May 19 23:38:46.211119 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-206be3c8-b967-4b5e-b074-3b5c5012b889 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2790992
May 19 23:38:46.211119 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:38:46.228956 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-bd4edb1a-e5a4-4abc-b72c-fbfca7f45427 req-588a4a87-6401-47bb-844d-8df578d2275f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427001
May 19 23:38:46.287801 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724', 'status': 'completed', 'code': 200}
May 19 23:38:46.341939 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:38:46.680367 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bb704f0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '1276ca0c-74d3-4e69-b2ca-a6e381e81eb3', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': '820552e3-8e69-4e0c-9d60-697347cdc724', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:b0:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:38:44Z', 'updated_at': '2021-05-19T23:38:44Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}, {'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:19Z', 'revision_number': 1, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:46.684095 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:38:46.692654 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:38:46.693239 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bb704f0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:38:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:46.869409 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:38:47.216273 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bb704f0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '1276ca0c-74d3-4e69-b2ca-a6e381e81eb3', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': '820552e3-8e69-4e0c-9d60-697347cdc724', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:b0:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:38:44Z', 'updated_at': '2021-05-19T23:38:44Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}, {'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:19Z', 'revision_number': 1, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:38:47.220248 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b57150-62a2-4bae-b235-8112d1166c92 None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '1276ca0c-74d3-4e69-b2ca-a6e381e81eb3', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': '820552e3-8e69-4e0c-9d60-697347cdc724', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:b0:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:38:44Z', 'updated_at': '2021-05-19T23:38:44Z', 'revision_number': 0, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}, {'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:19Z', 'revision_number': 1, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:38:47.429590 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f1498-3b17-4152-a33f-8c5582149677 req-53a2b12a-6ecd-44c8-b3bf-a433cf51f617 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:47.431196 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec8f1498-3b17-4152-a33f-8c5582149677 req-53a2b12a-6ecd-44c8-b3bf-a433cf51f617 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0913663
May 19 23:38:47.479637 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ec8f1498-3b17-4152-a33f-8c5582149677 req-806105ce-e53c-40cd-b0fe-cdbd0cd6bcf5 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413752
May 19 23:38:47.501697 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50897e-fc21-4016-89b1-28048149955e None None] New status for floating IP 1276ca0c-74d3-4e69-b2ca-a6e381e81eb3: ACTIVE {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:38:48.227108 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37578af0-5e16-4496-8235-c50cb3b0951c req-500fd9b3-acac-469d-a52d-12b23a7cd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:48.228574 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-37578af0-5e16-4496-8235-c50cb3b0951c req-500fd9b3-acac-469d-a52d-12b23a7cd626 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 1099 time: 0.0708830
May 19 23:38:48.415541 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37578af0-5e16-4496-8235-c50cb3b0951c req-8483abd0-8988-4c07-998f-357a2ec9811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:48.416882 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-37578af0-5e16-4496-8235-c50cb3b0951c req-8483abd0-8988-4c07-998f-357a2ec9811e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1802211
May 19 23:38:48.479161 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-33731692-089e-4ef1-b4ce-bdcc3ff46418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:48.480610 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-33731692-089e-4ef1-b4ce-bdcc3ff46418 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1098 time: 0.1633046
May 19 23:38:48.611208 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-37578af0-5e16-4496-8235-c50cb3b0951c req-c0c84fbc-974e-46f1-9620-dff227fd1bd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=820552e3-8e69-4e0c-9d60-697347cdc724 HTTP/1.1" status: 200  len: 1002 time: 0.1867225
May 19 23:38:48.668221 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea3adf-35d9-4e8e-afce-1ec0995eb542 req-a2c705b0-ca88-444d-beca-3f7b7ef1fd2a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:48.669680 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cbea3adf-35d9-4e8e-afce-1ec0995eb542 req-a2c705b0-ca88-444d-beca-3f7b7ef1fd2a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0834177
May 19 23:38:48.717276 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-cbea3adf-35d9-4e8e-afce-1ec0995eb542 req-f91f10c4-ed66-45cc-a821-09d578e3fcfc tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409670
May 19 23:38:48.809813 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-a738c2a4-c364-4740-a43b-b11531049e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:48.811426 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-a738c2a4-c364-4740-a43b-b11531049e1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 910 time: 0.3191159
May 19 23:38:48.814629 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37578af0-5e16-4496-8235-c50cb3b0951c req-5ad77f0d-30fa-471c-a7a7-49c58c179e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:48.815930 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-37578af0-5e16-4496-8235-c50cb3b0951c req-5ad77f0d-30fa-471c-a7a7-49c58c179e06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.1981633
May 19 23:38:48.962409 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-53444773-137a-4bf7-b2b0-23e4f44b14bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 1000 time: 0.1394422
May 19 23:38:49.008534 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37578af0-5e16-4496-8235-c50cb3b0951c req-13dd0e05-fec4-4cc0-ad9b-ccdf0f040c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:49.009935 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-37578af0-5e16-4496-8235-c50cb3b0951c req-13dd0e05-fec4-4cc0-ad9b-ccdf0f040c90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1380301
May 19 23:38:49.118590 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-14a52f4b-4aaa-45bc-b09f-0b0b50e9882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:49.120037 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-14a52f4b-4aaa-45bc-b09f-0b0b50e9882a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 200  len: 848 time: 0.1444252
May 19 23:38:49.210480 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-37578af0-5e16-4496-8235-c50cb3b0951c req-521137eb-e5f3-402d-a441-e251417f8bd8 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1929219
May 19 23:38:49.253984 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-1d4a4511-e3f0-4704-9610-d5e65fc38f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:49.255473 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-1d4a4511-e3f0-4704-9610-d5e65fc38f14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e47d383b-9cf9-438f-afed-8ae240811a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1274350
May 19 23:38:49.446777 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-37578af0-5e16-4496-8235-c50cb3b0951c req-c68b92c8-6b9c-4e34-a730-7b5e7f046823 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268445
May 19 23:38:49.469111 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-b7f4537e-2af2-4778-8bb3-071e4df79c38 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612475
May 19 23:38:49.609313 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-21beb3b1-f7b7-4056-b9c0-a49a878b9f41 req-3e7a1fe3-4d93-47a8-93cd-91d9779141e6 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322889
May 19 23:38:49.912742 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af80e68-0d93-41bc-a47b-112d156d773d req-c47fbb86-9296-4e38-9bd7-077482e91f4a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:49.914182 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2af80e68-0d93-41bc-a47b-112d156d773d req-c47fbb86-9296-4e38-9bd7-077482e91f4a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0837679
May 19 23:38:49.958887 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2af80e68-0d93-41bc-a47b-112d156d773d req-638de338-07aa-4cde-aed3-4bd9c2c12683 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389163
May 19 23:38:51.155415 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373b581-fc98-4364-8ef3-d5b7e96d4be9 req-b7e3d18e-1788-4bed-803f-cce1309451f1 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:51.157166 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f373b581-fc98-4364-8ef3-d5b7e96d4be9 req-b7e3d18e-1788-4bed-803f-cce1309451f1 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0876505
May 19 23:38:51.204320 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f373b581-fc98-4364-8ef3-d5b7e96d4be9 req-f95e0016-4e2a-427e-abf4-19ccc5db7947 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402775
May 19 23:38:52.394192 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3e7e-d2c8-439e-bffd-a8037d5866fa req-542550c3-580d-4512-8237-7a452b1cd2b6 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:52.395571 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dddb3e7e-d2c8-439e-bffd-a8037d5866fa req-542550c3-580d-4512-8237-7a452b1cd2b6 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0848010
May 19 23:38:52.442553 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-dddb3e7e-d2c8-439e-bffd-a8037d5866fa req-0e9b6fdb-d256-44d9-ad6f-c7f45f842d91 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408497
May 19 23:38:52.467182 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:52.722960 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54042) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:52.850192 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8275-d9bc-4d62-8a7a-b26b8894b500 req-9b98b4f9-3c82-48f4-8f9a-8b3a69d7cbe4 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:52.851659 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-221c8275-d9bc-4d62-8a7a-b26b8894b500 req-9b98b4f9-3c82-48f4-8f9a-8b3a69d7cbe4 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.1261964
May 19 23:38:52.910356 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-221c8275-d9bc-4d62-8a7a-b26b8894b500 req-b8814ccd-c44f-4c52-a958-94cc921ae81b tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521548
May 19 23:38:52.922865 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-f598cfc8-c96d-4f7c-9d36-548812cfa9fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1977074
May 19 23:38:54.014935 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54078) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:54.120441 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e5452-a105-4c71-beff-ec1eaa85bc99 req-a807b20b-db67-43ae-a4be-f6a2105e35c1 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:54.121851 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-750e5452-a105-4c71-beff-ec1eaa85bc99 req-a807b20b-db67-43ae-a4be-f6a2105e35c1 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.1028097
May 19 23:38:54.165281 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:54.192776 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:54.200042 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Usage tracker for resource:security_group_rule and tenant:590382b651ac46a385b104bf53f265b1 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:54.205256 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-750e5452-a105-4c71-beff-ec1eaa85bc99 req-c4d4cf05-a24b-476d-94dc-9e488254b0d9 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770237
May 19 23:38:54.206026 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:54.212001 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:54.296478 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:54.300781 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:54.308421 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-f9dd5851-b8b6-4739-ac91-a5972bd5b4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:54.350280 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=590382b651ac46a385b104bf53f265b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3333778
May 19 23:38:54.352307 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7af2fc-a755-4a6b-a7c8-403bddd27f11,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:54.353038 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54084) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:54.359472 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.359850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.360222 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.360586 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.360944 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.361327 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.361670 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.362024 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.362379 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.362730 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.363100 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.363457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:38:54.367286 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-85c58316-1cd4-4291-b81d-f7785db4f62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:54.418421 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d516843-15cc-4f5a-b3b9-c92c781b7a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:54.444156 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d516843-15cc-4f5a-b3b9-c92c781b7a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:54.536648 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d516843-15cc-4f5a-b3b9-c92c781b7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:54.542338 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4e9865f4-aab7-46a6-b224-fffb5a488899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:54.560895 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d516843-15cc-4f5a-b3b9-c92c781b7a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7af2fc-a755-4a6b-a7c8-403bddd27f11,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:54.565619 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5d516843-15cc-4f5a-b3b9-c92c781b7a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:54.569839 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d516843-15cc-4f5a-b3b9-c92c781b7a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:54.570956 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5d516843-15cc-4f5a-b3b9-c92c781b7a6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec7af2fc-a755-4a6b-a7c8-403bddd27f11 HTTP/1.1" status: 204  len: 168 time: 0.2169483
May 19 23:38:54.590921 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-7c68d052-d8b4-4c59-9e98-e689bc14bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:54.592438 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-7c68d052-d8b4-4c59-9e98-e689bc14bd4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69&tenant_id=b1813c44a28f40e7b4984f956f44c6f0 HTTP/1.1" status: 200  len: 1098 time: 0.0985396
May 19 23:38:54.689408 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-50c1d3da-7a99-4081-99b0-face953f946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:54.689408 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-50c1d3da-7a99-4081-99b0-face953f946b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1098 time: 0.0726879
May 19 23:38:54.822859 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-bd3ba712-5fdd-447e-93bf-06713a445eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:54.824367 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-bd3ba712-5fdd-447e-93bf-06713a445eca service neutron] 10.222.0.55 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 910 time: 0.1304615
May 19 23:38:54.940136 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-c6c958f4-4ee9-454a-a7a8-fbb48b942903 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 1000 time: 0.1087351
May 19 23:38:55.009332 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-528f85f2-9dff-4cff-ab1f-3ae4d375bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:55.010777 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-528f85f2-9dff-4cff-ab1f-3ae4d375bf4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 200  len: 848 time: 0.0620325
May 19 23:38:55.022660 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d37e40c4-384a-4458-82a7-6edbb2e2ec35 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:38:55.092547 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-b03f9560-bb84-4748-a409-59bf08fd6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:55.094147 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-b03f9560-bb84-4748-a409-59bf08fd6c21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e47d383b-9cf9-438f-afed-8ae240811a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742123
May 19 23:38:55.144445 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:55.179952 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:38:55.195908 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:38:55.204767 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:55.206951 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:55.290412 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'code': 200}
May 19 23:38:55.291188 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=6']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:55.294916 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:55.361345 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-ebb223e9-bdd0-487b-85a1-74feb9f9eea3 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580538
May 19 23:38:55.429034 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cffce-21c8-4d03-83c6-7f43e95a1251 req-cd1c4573-71bc-415f-bca2-c027c0624459 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:55.430601 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-351cffce-21c8-4d03-83c6-7f43e95a1251 req-cd1c4573-71bc-415f-bca2-c027c0624459 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.0846660
May 19 23:38:55.480931 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-351cffce-21c8-4d03-83c6-7f43e95a1251 req-18a5a2eb-42f9-458b-b5ce-f85b2ec81386 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444813
May 19 23:38:55.508028 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-f1e9d768-f70e-4dbf-978f-8df4477a2b10 req-5b07a214-d5e5-4123-ab05-8a923a15ff43 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376595
May 19 23:38:56.753808 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb2703-6c17-4ea5-ae90-2f5a61a5b53b req-0df0b66b-fb9d-4cfe-9500-7ae18c689b10 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:56.755947 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-24cb2703-6c17-4ea5-ae90-2f5a61a5b53b req-0df0b66b-fb9d-4cfe-9500-7ae18c689b10 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.1616685
May 19 23:38:56.805560 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-24cb2703-6c17-4ea5-ae90-2f5a61a5b53b req-58450887-73bb-46ba-99a3-b7778adc9492 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438361
May 19 23:38:57.986164 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a6cd8-59a7-4014-a914-2af27a4c7fb6 req-a28b2647-d667-4cde-8420-e2b5a7dd52c3 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:57.987620 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d1a6cd8-59a7-4014-a914-2af27a4c7fb6 req-a28b2647-d667-4cde-8420-e2b5a7dd52c3 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.0789597
May 19 23:38:58.035235 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-8d1a6cd8-59a7-4014-a914-2af27a4c7fb6 req-2db8053b-7d3e-4e9a-85fd-54fe5d49b9b0 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418069
May 19 23:38:58.093200 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec897-844d-407a-b714-bbc429b5229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.533253 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54146) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:58.649317 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.664334 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:38:58.668190 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Usage tracker for resource:security_group_rule and tenant:2357335ab6d44a9986a3ade1acccbfb3 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:38:58.670966 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:38:58.677740 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:38:58.763368 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.767573 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.775867 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-7e089eda-4ac6-4232-88be-421314b93dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:58.815650 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2357335ab6d44a9986a3ade1acccbfb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2813578
May 19 23:38:58.817318 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfefa01c-e3ba-40c0-b7eb-a49d613900ae,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:58.818311 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54152) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:38:58.820585 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:58.879463 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-23d314fb-a49c-4846-82f1-ff95dadd7f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.904239 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-23d314fb-a49c-4846-82f1-ff95dadd7f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.955809 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-23d314fb-a49c-4846-82f1-ff95dadd7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.959377 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-952ea92b-6797-4c7f-9bab-935cdc3c88de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:38:58.971477 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d314fb-a49c-4846-82f1-ff95dadd7f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfefa01c-e3ba-40c0-b7eb-a49d613900ae,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:38:58.975213 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-23d314fb-a49c-4846-82f1-ff95dadd7f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:38:58.981378 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-23d314fb-a49c-4846-82f1-ff95dadd7f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:38:58.982589 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-23d314fb-a49c-4846-82f1-ff95dadd7f7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfefa01c-e3ba-40c0-b7eb-a49d613900ae HTTP/1.1" status: 204  len: 168 time: 0.1631963
May 19 23:38:59.226411 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf6bf8-3d68-4ca9-9f79-2d58144ef1a2 req-be1f67f9-0094-493d-a60d-a679da3525cf tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:38:59.227906 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a4cf6bf8-3d68-4ca9-9f79-2d58144ef1a2 req-be1f67f9-0094-493d-a60d-a679da3525cf tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.0856774
May 19 23:38:59.274295 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a4cf6bf8-3d68-4ca9-9f79-2d58144ef1a2 req-4d6172e5-abc7-46a1-ba09-04cc2bd9c349 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407250
May 19 23:39:00.461315 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8330f-015b-4a54-9c9f-acc7e77f5f38 req-58c82a71-9ce3-4507-8c34-becdff9739d2 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:00.462746 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fac8330f-015b-4a54-9c9f-acc7e77f5f38 req-58c82a71-9ce3-4507-8c34-becdff9739d2 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.0806501
May 19 23:39:00.515433 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-fac8330f-015b-4a54-9c9f-acc7e77f5f38 req-3f3d5460-b0da-4c04-a0c0-b919c048860e tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466981
May 19 23:39:00.792334 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-64cb708b-9857-4a5f-baa1-236c817abf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:00.933384 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:01.697446 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:01.709934 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311cc1-01f0-4146-a148-ba8338ecede2 req-e0db36b3-ba5a-4152-9a26-5200134788fc tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:01.712152 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b5311cc1-01f0-4146-a148-ba8338ecede2 req-e0db36b3-ba5a-4152-9a26-5200134788fc tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.0899301
May 19 23:39:01.768107 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-b5311cc1-01f0-4146-a148-ba8338ecede2 req-017a2143-6866-4f1a-b7b7-130db9b80e5f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489569
May 19 23:39:01.959004 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba0670-98c5-4303-995e-4c7327ef9057 req-d1d589df-d714-4eb8-8f7f-20965492dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:01.960517 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5cba0670-98c5-4303-995e-4c7327ef9057 req-d1d589df-d714-4eb8-8f7f-20965492dae0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1096 time: 0.0731874
May 19 23:39:02.004713 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5cba0670-98c5-4303-995e-4c7327ef9057 req-fd8d7217-1547-466e-9316-a98d260a30b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355432
May 19 23:39:02.210648 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:39:02.974347 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9d265-1789-4a3c-b2d9-47e2335307c1 req-4cecbfbd-7f35-4ac1-8a37-ef70f8d3342f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:02.975895 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10c9d265-1789-4a3c-b2d9-47e2335307c1 req-4cecbfbd-7f35-4ac1-8a37-ef70f8d3342f tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 943 time: 0.0901253
May 19 23:39:03.030667 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-10c9d265-1789-4a3c-b2d9-47e2335307c1 req-7c00c4a3-7271-4489-b953-0a126a3316d8 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402000
May 19 23:39:03.058898 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d37e40c4-384a-4458-82a7-6edbb2e2ec35 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:39:03.192752 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:03.207823 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Returning: {'device': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'port_id': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'mac_address': 'fa:16:3e:be:99:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:39:03.267353 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:03.320372 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37e40c4-384a-4458-82a7-6edbb2e2ec35 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:39:03.343177 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:03.350850 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:03.352821 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:03.422677 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=7']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:03.425852 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:03.486031 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:03.642233 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] get_ports_and_sgs() called for port_ids ['d37e40c4-384a-4458-82a7-6edbb2e2ec35'] {{(pid=91606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:39:05.073329 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d37e40c4-384a-4458-82a7-6edbb2e2ec35 up at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:39:05.142829 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Provisioning complete for port d37e40c4-384a-4458-82a7-6edbb2e2ec35 triggered by entity L2. {{(pid=91606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:39:05.143247 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998761'] for port, provisioning_complete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:05.264884 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-602295'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:05.292328 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:39:05.301927 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:05.306394 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732840019631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732839605261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732839605306'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:05.308402 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:05.352028 dv-cinder-792209-1-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'code': 200}
May 19 23:39:05.377728 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Pushing event updated for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=8']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:05.380755 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:10.885938 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54342) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:11.006846 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:11.020849 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:39:11.024615 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Usage tracker for resource:security_group_rule and tenant:2c18b9623a5e4cdca250e9bd030ea683 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:39:11.027383 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:39:11.033044 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:39:11.113577 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:11.117427 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:11.126182 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0a51897b-ed87-453c-851c-6de3850578c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:11.165586 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c18b9623a5e4cdca250e9bd030ea683&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2784255
May 19 23:39:11.167064 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f87b20-587a-4d6c-ba07-7965ca1b89e8,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:11.168159 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54348) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:11.170265 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-7a96067f-ddf5-4670-9948-c62ccb38eb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:11.231584 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8a131268-866a-4bfa-b4b1-6e159d21690f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:11.257318 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8a131268-866a-4bfa-b4b1-6e159d21690f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:11.311282 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8a131268-866a-4bfa-b4b1-6e159d21690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:11.315129 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0cdf5e64-8f34-4100-9d58-af8deea5e7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:11.327611 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a131268-866a-4bfa-b4b1-6e159d21690f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f87b20-587a-4d6c-ba07-7965ca1b89e8,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:11.331584 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-8a131268-866a-4bfa-b4b1-6e159d21690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:11.337044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-8a131268-866a-4bfa-b4b1-6e159d21690f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:11.338140 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-8a131268-866a-4bfa-b4b1-6e159d21690f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4f87b20-587a-4d6c-ba07-7965ca1b89e8 HTTP/1.1" status: 204  len: 168 time: 0.1690364
May 19 23:39:22.477676 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:22.905819 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-587c38c4-4d9b-44a5-9396-b3fb4d75ef22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0680506
May 19 23:39:23.000694 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-9dd4d12b-fdb6-4021-870d-c80672bc4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:23.002130 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-9dd4d12b-fdb6-4021-870d-c80672bc4d15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1098 time: 0.0726702
May 19 23:39:23.148842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-db0a8a11-a0f1-4510-90ec-de198fb5c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:23.150271 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-db0a8a11-a0f1-4510-90ec-de198fb5c4cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 910 time: 0.1275933
May 19 23:39:23.254425 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-7ddf4339-ff58-4b24-91d3-6cabe8b13fd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 1000 time: 0.0970352
May 19 23:39:23.317132 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-55184996-bd64-4d24-a089-bbc9555cbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:23.318532 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-55184996-bd64-4d24-a089-bbc9555cbe67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 200  len: 848 time: 0.0558763
May 19 23:39:23.399581 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-545123d4-aff0-49ed-910b-e0160e3aee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:23.401009 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-545123d4-aff0-49ed-910b-e0160e3aee47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e47d383b-9cf9-438f-afed-8ae240811a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720823
May 19 23:39:23.534327 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-85b29e71-3899-4bd6-b171-26668e54c664 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249964
May 19 23:39:23.669495 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-29c32c91-4e26-4eef-be6b-0f7c7c548ec5 req-60d3ceec-5751-47be-b63d-a4abdaee64eb service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260059
May 19 23:39:28.094453 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0509cf11-6ca1-4593-a528-925961c3e938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:30.255235 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb98b67-1345-400d-b8f1-546b390f6695 req-cb7cbbf2-cbb7-4ffd-9821-e45b86367607 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:30.256617 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6cb98b67-1345-400d-b8f1-546b390f6695 req-cb7cbbf2-cbb7-4ffd-9821-e45b86367607 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0840504
May 19 23:39:30.301166 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-6cb98b67-1345-400d-b8f1-546b390f6695 req-71e7f9ac-f13b-41f5-9e6a-7ccf23168051 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388639
May 19 23:39:30.794446 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3de2-b714-4eeb-827d-b8cc96c343d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:30.935239 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:31.490227 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56e20f-08cf-4dd0-8218-7667c9065415 req-433d2668-2e4d-4553-b011-a0c709ef5749 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:31.491663 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ff56e20f-08cf-4dd0-8218-7667c9065415 req-433d2668-2e4d-4553-b011-a0c709ef5749 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0810554
May 19 23:39:31.539093 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-ff56e20f-08cf-4dd0-8218-7667c9065415 req-90337fbe-15bc-4964-905c-1a44416f1533 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417168
May 19 23:39:31.697225 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:32.025459 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-4179acdb-01c2-42a8-b69c-4dfad90bf240 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:32.026160 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-4179acdb-01c2-42a8-b69c-4dfad90bf240 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Synchronizing usage tracker for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:39:32.042536 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-4179acdb-01c2-42a8-b69c-4dfad90bf240 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Unset dirty status for tenant:acca1c2a473b43d1a2f7133fc20dbcaa on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:39:32.043780 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-4179acdb-01c2-42a8-b69c-4dfad90bf240 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0982108
May 19 23:39:32.181855 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Deleting port f71ff5c0-0a7a-488a-8de8-41887766a07f {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:39:32.182190 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:32.404236 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] For port f71ff5c0-0a7a-488a-8de8-41887766a07f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f71ff5c0-0a7a-488a-8de8-41887766a07f,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:32.404588 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:32.690803 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:32.691715 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1996746'] for floatingip, after_update {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:32.692034 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Floating IP 39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf disassociated. External IP: 172.27.1.191, port: f71ff5c0-0a7a-488a-8de8-41887766a07f.
May 19 23:39:32.692379 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Calling delete_port for f71ff5c0-0a7a-488a-8de8-41887766a07f owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:39:32.726120 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8dff6-43c6-4c22-ae28-53751b48ac4c req-e7fe5086-6ac2-4f67-b0dd-f6dd9f1af9df tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:39:32.727784 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eca8dff6-43c6-4c22-ae28-53751b48ac4c req-e7fe5086-6ac2-4f67-b0dd-f6dd9f1af9df tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 945 time: 0.0807166
May 19 23:39:32.773269 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-eca8dff6-43c6-4c22-ae28-53751b48ac4c req-40760b50-10f6-4539-9b35-2d4d3847edcf tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb36f8b8-e8a7-4598-b321-2b75680d7213&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396421
May 19 23:39:32.808432 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:32.813964 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-da5a2d34-6b11-4bd4-9871-ff33bf4cf665 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:32.859534 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event deleted for resources: {'Port': ['ID=f71ff5c0-0a7a-488a-8de8-41887766a07f,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:32.869945 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.870327 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.870701 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.871066 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.871457 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.871900 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.872321 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.872742 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.873012 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.873364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.873995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.874385 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:32.878221 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:33.054348 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:39:33.234549 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:39:33.244302 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] Sync routers for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:39:33.257717 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:39:33.258746 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145b989fd0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:39:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:33.312155 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] No DVR routers for this DVR port f71ff5c0-0a7a-488a-8de8-41887766a07f on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:39:33.314847 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:33.318040 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'name': 'network-vif-deleted', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:39:33.336945 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-06cb52e3-eb10-4e2a-bdaf-aaa2a706b661 req-f3ec9805-39a8-455b-bcdf-847ec623b946 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.55 "DELETE /v2.0/ports/f71ff5c0-0a7a-488a-8de8-41887766a07f HTTP/1.1" status: 204  len: 173 time: 1.2868903
May 19 23:39:33.368130 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19caca4f-4f4f-4f36-9df7-1c1380dad4bc', 'name': 'network-vif-deleted', 'tag': 'f71ff5c0-0a7a-488a-8de8-41887766a07f', 'status': 'completed', 'code': 200}
May 19 23:39:33.446484 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:39:33.497440 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:33.786344 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145b989fd0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:33.790116 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] Checking router: ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:39:33.798849 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:39:33.799502 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145b989fd0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:39:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:33.972316 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a8bacd3d-5769-4c8e-8fb5-dd957f0e3eeb req-3397a6b5-a446-48b0-86c8-a2cb9663a305 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/ports?device_id=19caca4f-4f4f-4f36-9df7-1c1380dad4bc HTTP/1.1" status: 200  len: 210 time: 0.0748610
May 19 23:39:34.018094 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:39:34.322713 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145b989fd0>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:34.326478 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991992db-37ed-4a03-afaa-ef1dab5c970e None None] The sync data for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi is: [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:34:23Z', 'revision_number': 4, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': 'b5caf150-5e18-40ce-b431-9f194eb3b78e', 'name': '', 'network_id': '6ea8c7e4-5092-4703-a829-667288a0c6d4', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'mac_address': 'fa:16:3e:97:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:22Z', 'updated_at': '2021-05-19T23:34:35Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'subnets': [{'id': '729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:39:34.525890 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885a017-efb8-49d8-9a98-6baf419b8fd0 None None] New status for floating IP 39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf: DOWN {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:39:35.099012 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54462) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:35.168028 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc705-74c1-40ee-a44c-103c0f83251a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.196518 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc705-74c1-40ee-a44c-103c0f83251a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.229171 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f71ff5c0-0a7a-488a-8de8-41887766a07f no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:39:35.250921 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc705-74c1-40ee-a44c-103c0f83251a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.255928 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-39962f24-dede-4809-9466-25173d8c9382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:35.264355 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: f71ff5c0-0a7a-488a-8de8-41887766a07f {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:39:35.264713 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device f71ff5c0-0a7a-488a-8de8-41887766a07f not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:39:35.269824 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc705-74c1-40ee-a44c-103c0f83251a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36f8b8-e8a7-4598-b321-2b75680d7213,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:35.273954 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-bc2cc705-74c1-40ee-a44c-103c0f83251a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:35.285858 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc705-74c1-40ee-a44c-103c0f83251a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.286964 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-bc2cc705-74c1-40ee-a44c-103c0f83251a tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "DELETE /v2.0/security-groups/eb36f8b8-e8a7-4598-b321-2b75680d7213 HTTP/1.1" status: 204  len: 168 time: 0.1869566
May 19 23:39:35.289737 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54466) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:35.306288 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.api.v2.resource [None req-93fa0de5-8944-4fcf-96cd-b23a22030b28 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] show failed (client error): The resource could not be found.
May 19 23:39:35.307267 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-93fa0de5-8944-4fcf-96cd-b23a22030b28 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "GET /v2.0/security-groups/eb36f8b8-e8a7-4598-b321-2b75680d7213 HTTP/1.1" status: 404  len: 347 time: 0.0166068
May 19 23:39:35.310134 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54470) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:35.522785 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Deleting port 57c8bccc-1edd-445e-a4b0-4c2631b08d94 {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:39:35.523043 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.635885 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.636204 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.828675 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Calling delete_port for 57c8bccc-1edd-445e-a4b0-4c2631b08d94 owned by network:floatingip {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:39:35.936982 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:35.940569 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ee07e4ac-a1ca-4292-9b03-b5c397f3f992 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:35.984019 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Pushing event deleted for resources: {'Port': ['ID=57c8bccc-1edd-445e-a4b0-4c2631b08d94,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:35.987118 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:36.076166 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks [] for floatingip, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:36.090367 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:36.091500 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-b31c4700-0e5f-4a63-9447-cf86e7c544d9 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] 10.222.0.59 "DELETE /v2.0/floatingips/39ddfcf0-bd83-4e31-a484-8ecf1cf67ccf HTTP/1.1" status: 204  len: 168 time: 0.7805212
May 19 23:39:39.208748 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:39:40.225160 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54504) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:40.922142 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:41.333624 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Deleting port b5caf150-5e18-40ce-b431-9f194eb3b78e {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:39:41.334343 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:41.453196 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] For port b5caf150-5e18-40ce-b431-9f194eb3b78e, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=b5caf150-5e18-40ce-b431-9f194eb3b78e,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:41.453449 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:41.657974 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Calling delete_port for b5caf150-5e18-40ce-b431-9f194eb3b78e owned by network:router_interface {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:39:41.937296 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:41.941788 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2f1b70dc-0f82-4ee0-959f-8fa8450bb938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:41.983068 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Pushing event deleted for resources: {'Port': ['ID=b5caf150-5e18-40ce-b431-9f194eb3b78e,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:41.986000 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:42.253466 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:42.604172 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:39:42.774012 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:39:42.782280 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] Sync routers for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:39:42.786325 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-22b72737-0f33-4893-91ed-dcd969cb3bae admin admin] 10.222.0.59 "PUT /v2.0/routers/ad18c01b-a88d-49c6-b22b-d7d9bd8883c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5595021
May 19 23:39:42.789014 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54514) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:42.791788 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:39:42.792391 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bd7ed60>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:39:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:42.970897 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:39:43.061054 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:43.241128 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:43.249278 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bd7ed60>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:39:41Z', 'revision_number': 5, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port': {'id': '1429e7fe-c13e-4897-8010-4f6a55adb586', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:34:17Z', 'updated_at': '2021-05-19T23:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:43.253218 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] Checking router: ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:39:43.261943 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] Routers {'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:39:43.262531 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bd7ed60>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:39:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:43.315274 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Deleting port 1429e7fe-c13e-4897-8010-4f6a55adb586 {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:39:43.315619 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:43.438921 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] For port 1429e7fe-c13e-4897-8010-4f6a55adb586, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=1429e7fe-c13e-4897-8010-4f6a55adb586,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:43.439302 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:43.439648 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] Set router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 gateway port host: None {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:39:43.546997 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bd7ed60>, [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:39:43Z', 'revision_number': 6, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:43.551194 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31dbde7-b9ea-402e-90e7-6a04a2f76676 None None] The sync data for ids ['ad18c01b-a88d-49c6-b22b-d7d9bd8883c3'] in dv-cinder-792209-1-iscsi is: [{'id': 'ad18c01b-a88d-49c6-b22b-d7d9bd8883c3', 'name': 'tempest-AttachVolumeTestJSON-407109387-router', 'tenant_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:34:15Z', 'updated_at': '2021-05-19T23:39:43Z', 'revision_number': 6, 'project_id': 'acca1c2a473b43d1a2f7133fc20dbcaa', 'gw_port_host': None}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:39:43.565976 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Calling delete_port for 1429e7fe-c13e-4897-8010-4f6a55adb586 owned by network:router_gateway {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:39:43.704080 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:43.710233 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-3c436df2-a6c7-4d66-b035-e972afdcface tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:43.779420 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1429e7fe-c13e-4897-8010-4f6a55adb586,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:43.781706 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:43.844271 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.017802 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.020564 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.103562 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.104058 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 {{(pid=91604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:39:44.117057 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.118158 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] 10.222.0.59 "DELETE /v2.0/routers/ad18c01b-a88d-49c6-b22b-d7d9bd8883c3 HTTP/1.1" status: 204  len: 168 time: 1.3282430
May 19 23:39:44.120677 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54518) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:44.179932 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Deleting subnet 729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:39:44.182753 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.331183 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.451371 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.702290 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.706547 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:44.743303 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:44.746260 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:44.747389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.755121 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b8283-dd99-42e3-9559-4ef6b71ed3e4 None None] Network 6ea8c7e4-5092-4703-a829-667288a0c6d4 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:39:44.755726 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-eec5acac-a5b6-4fd3-bcb7-ba1899d8e93b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/729cdc6d-cac3-4b9a-9b2e-9f62beb91a1c HTTP/1.1" status: 204  len: 168 time: 0.6317232
May 19 23:39:44.756154 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54526) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:44.862260 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.934572 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Deleting port f89318e6-7da0-4053-92ec-d78e2097375a {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:39:44.935018 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:44.998214 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] DHCP port deletion for 6ea8c7e4-5092-4703-a829-667288a0c6d4 request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:39:45.039113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] For port f89318e6-7da0-4053-92ec-d78e2097375a, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=f89318e6-7da0-4053-92ec-d78e2097375a,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:45.039502 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.063787 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Deleting port f89318e6-7da0-4053-92ec-d78e2097375a {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:39:45.064175 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.162594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Calling delete_port for f89318e6-7da0-4053-92ec-d78e2097375a owned by network:dhcp {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:39:45.166271 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] For port f89318e6-7da0-4053-92ec-d78e2097375a, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=f89318e6-7da0-4053-92ec-d78e2097375a,segment=NetworkSegment(953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0),segment_id=953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:39:45.166667 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.212328 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.216388 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-58a2ef13-9266-48c9-a744-42efc6c0a22d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:45.290171 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 1429e7fe-c13e-4897-8010-4f6a55adb586 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:39:45.323469 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Calling delete_port for f89318e6-7da0-4053-92ec-d78e2097375a owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:39:45.370863 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 1429e7fe-c13e-4897-8010-4f6a55adb586 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:39:45.371231 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 1429e7fe-c13e-4897-8010-4f6a55adb586 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:39:45.371657 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b5caf150-5e18-40ce-b431-9f194eb3b78e no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:39:45.373991 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Pushing event deleted for resources: {'Port': ['ID=f89318e6-7da0-4053-92ec-d78e2097375a,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:45.376992 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:45.377836 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] No DVR routers for this DVR port f89318e6-7da0-4053-92ec-d78e2097375a on host dv-cinder-792209-1-iscsi {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:39:45.408025 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: b5caf150-5e18-40ce-b431-9f194eb3b78e {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:39:45.408286 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device b5caf150-5e18-40ce-b431-9f194eb3b78e not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:39:45.408613 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device f89318e6-7da0-4053-92ec-d78e2097375a no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:39:45.448044 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: f89318e6-7da0-4053-92ec-d78e2097375a {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:39:45.448293 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device f89318e6-7da0-4053-92ec-d78e2097375a not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:39:45.477458 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.481005 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-854bf3d8-f621-4f9d-b3bd-be17f094318b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:45.495038 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.508843 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b458be0>,) {'filters': {'network_id': ['6ea8c7e4-5092-4703-a829-667288a0c6d4']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:45.520936 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b458be0>, '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:45.521232 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b458be0>, '953bb6e2-2f2b-47c5-8eaa-2a86543cdeb0') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:39:45.525910 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Pushing event deleted for resources: {'Port': ['ID=f89318e6-7da0-4053-92ec-d78e2097375a,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:45.530854 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] No DVR routers for this DVR port f89318e6-7da0-4053-92ec-d78e2097375a on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:39:45.534666 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.537477 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.537813 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.538158 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.538488 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.538813 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.539163 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.539488 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.539815 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.540136 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.540453 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.541007 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.541106 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:45.544641 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:45.554135 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.560618 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:39:45.560995 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:39:45.574419 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:39:45.650364 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.654113 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:45.667447 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.678091 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea8c7e4-5092-4703-a829-667288a0c6d4,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:45.681240 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:45.691206 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] 10.222.0.59 "DELETE /v2.0/networks/6ea8c7e4-5092-4703-a829-667288a0c6d4 HTTP/1.1" status: 204  len: 168 time: 0.9340367
May 19 23:39:45.807581 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54532) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:45.856058 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-0d639cab-7cef-4274-a883-8cdc84b39999 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acca1c2a473b43d1a2f7133fc20dbcaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472393
May 19 23:39:45.858306 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54536) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:45.916641 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.945379 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.995975 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:45.999792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-692a1a96-a77a-42ad-91d7-64bfdd0cbad7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:46.014069 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51604c8-b8a3-4dbc-955f-579e409bfce3,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:46.018840 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:46.022492 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:46.023626 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b51604c8-b8a3-4dbc-955f-579e409bfce3 HTTP/1.1" status: 204  len: 168 time: 0.1642301
May 19 23:39:50.690758 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54622) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:50.806792 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:50.821586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:39:50.825331 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Usage tracker for resource:security_group_rule and tenant:c0dec826854f41ec81f7f1910c0f78ca is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:39:50.828148 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:39:50.833919 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:39:50.916477 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:50.920105 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:50.928498 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1f308be2-d1e8-4f9d-ba42-6470c4a83b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:50.968018 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0dec826854f41ec81f7f1910c0f78ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2761810
May 19 23:39:50.968945 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb440590-3e32-4cea-a51e-0890317173e0,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:50.970643 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54628) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:50.971941 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-09b85828-63a2-46f6-9b68-029b8415b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:51.031294 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8750a82e-a5d4-4f36-a579-a87c69ef13dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.056814 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8750a82e-a5d4-4f36-a579-a87c69ef13dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.107534 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8750a82e-a5d4-4f36-a579-a87c69ef13dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.111163 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-9e6bc722-7858-43f3-8566-25990d68ea76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:51.122697 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750a82e-a5d4-4f36-a579-a87c69ef13dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb440590-3e32-4cea-a51e-0890317173e0,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:51.126457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8750a82e-a5d4-4f36-a579-a87c69ef13dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:51.130201 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8750a82e-a5d4-4f36-a579-a87c69ef13dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.131412 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-8750a82e-a5d4-4f36-a579-a87c69ef13dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb440590-3e32-4cea-a51e-0890317173e0 HTTP/1.1" status: 204  len: 168 time: 0.1592155
May 19 23:39:51.408233 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54636) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:51.427205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.445707 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:39:51.449534 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ac159132934ba0b885291cbc0a2944 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:39:51.452344 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:39:51.458144 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:39:51.541426 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.545763 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.553205 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4480412b-0e89-4dd8-90b4-9e1918fe2772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:51.591566 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3612d07b-efbd-4e39-82aa-0d6ae51ab665,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:51.595860 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5ac159132934ba0b885291cbc0a2944&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1865919
May 19 23:39:51.596735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:51.599343 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54640) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:51.656604 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ca720339-bb52-4575-9ed1-94b5b1d185e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.682395 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ca720339-bb52-4575-9ed1-94b5b1d185e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.733652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ca720339-bb52-4575-9ed1-94b5b1d185e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.738439 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-815de4d1-18f0-4a2c-adc2-28552e817df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:51.753378 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca720339-bb52-4575-9ed1-94b5b1d185e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3612d07b-efbd-4e39-82aa-0d6ae51ab665,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:51.758249 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ca720339-bb52-4575-9ed1-94b5b1d185e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:51.762287 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-ca720339-bb52-4575-9ed1-94b5b1d185e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:51.765237 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-ca720339-bb52-4575-9ed1-94b5b1d185e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3612d07b-efbd-4e39-82aa-0d6ae51ab665 HTTP/1.1" status: 204  len: 168 time: 0.1631882
May 19 23:39:52.476348 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.444358 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54710) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:54.560091 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.574834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:39:54.578652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Usage tracker for resource:security_group_rule and tenant:c6f0bf0ed03240829d76ca2bf3124e24 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:39:54.581474 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:39:54.587710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:39:54.671539 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.675305 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.683717 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-149f4d63-14e4-44ad-9788-52601cab46bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:54.722039 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d69cfe-d785-429a-bf03-6e9faf93c8fd,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:54.726708 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6f0bf0ed03240829d76ca2bf3124e24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2813523
May 19 23:39:54.727710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-6a4630c3-f6b8-43c5-91a8-b7026de31c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:54.729314 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54716) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:54.786326 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e827743-ee14-4901-ad07-81c3c5d646de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.811773 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e827743-ee14-4901-ad07-81c3c5d646de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.868544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e827743-ee14-4901-ad07-81c3c5d646de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.872126 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0c5bc8a3-5cb7-4dca-9d16-b4ddbf921982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:54.884072 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e827743-ee14-4901-ad07-81c3c5d646de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d69cfe-d785-429a-bf03-6e9faf93c8fd,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:54.888491 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4e827743-ee14-4901-ad07-81c3c5d646de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:54.890293 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4e827743-ee14-4901-ad07-81c3c5d646de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:54.891401 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4e827743-ee14-4901-ad07-81c3c5d646de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2d69cfe-d785-429a-bf03-6e9faf93c8fd HTTP/1.1" status: 204  len: 168 time: 0.1611814
May 19 23:39:55.166760 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54724) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:55.184574 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:55.199834 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:39:55.203602 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Usage tracker for resource:security_group_rule and tenant:74e1ee9ad36f4d33ade4cd551ded4d6f is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:39:55.206344 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:39:55.212959 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:39:55.295827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:55.299690 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:55.309382 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5b7d7b5c-aa7b-465c-91d4-de4544a75e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:55.347110 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=74e1ee9ad36f4d33ade4cd551ded4d6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1792769
May 19 23:39:55.348772 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdcf148-f57b-4ad1-95a6-4c9419e2e939,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:55.349863 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54728) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:55.351962 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d9aa1177-92ea-4c40-bd6a-64bb8e077c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:55.408258 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:55.436837 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:55.487233 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:55.491579 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-197afbbd-1d1c-47c5-bcbc-54e62b949352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:55.504514 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdcf148-f57b-4ad1-95a6-4c9419e2e939,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:55.514052 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:55.515170 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bdcf148-f57b-4ad1-95a6-4c9419e2e939 HTTP/1.1" status: 204  len: 168 time: 0.1642652
May 19 23:39:55.516483 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.516867 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.517236 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.517598 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.517958 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.518319 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.518672 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.519291 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.519396 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.519731 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.520081 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.520428 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:39:55.523637 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-acab6800-2958-4fec-85d1-6c74f5dbf890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:57.668555 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 54800) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:57.785227 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:57.800222 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:39:57.804131 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Usage tracker for resource:security_group_rule and tenant:2a0c8297343f432381dcf41498f77ee7 is out of sync, need to count used quota {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:39:57.806890 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.quota.resource [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91604) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:39:57.812621 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.quota.driver [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91604) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:39:57.892762 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:57.897316 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:57.905726 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-79afed1a-56c4-413f-8353-b10c8ad4c0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:57.944209 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a0c8297343f432381dcf41498f77ee7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2743926
May 19 23:39:57.945816 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40668d9e-a542-428d-9e9e-bd5d190e04c1,revision_number=1']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:57.946774 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54806) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:57.948947 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fa560dd6-e417-465e-84cb-5dddd7a4273f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:58.009518 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.035128 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.091023 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.096206 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:58.097516 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb277-07e5-4398-bd54-7dfacbe85d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.109512 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40668d9e-a542-428d-9e9e-bd5d190e04c1,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:58.111729 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:58.120035 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.121201 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40668d9e-a542-428d-9e9e-bd5d190e04c1 HTTP/1.1" status: 204  len: 168 time: 0.1733956
May 19 23:39:58.395374 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54814) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:58.413313 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.428316 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:39:58.432211 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9c75cccbfb4a0a9479098437fa572b is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:39:58.435044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:39:58.440700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:39:58.523418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.527067 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.535603 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ba6f57d2-27c4-4a0c-b324-fa4cf6e95111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:58.573814 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3896552-250a-432d-8e89-b38a4038be5c,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:58.577820 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f9c75cccbfb4a0a9479098437fa572b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1813009
May 19 23:39:58.578711 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e3b2d7f4-2bfe-4906-bb29-624e8c027291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:58.581052 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54818) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:39:58.642351 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fd844ba7-ff67-435e-be75-4234fd29e975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.668073 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fd844ba7-ff67-435e-be75-4234fd29e975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.719977 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fd844ba7-ff67-435e-be75-4234fd29e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.723737 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4f9525a2-9dc7-4e92-89bc-31c86db60a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:39:58.735594 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd844ba7-ff67-435e-be75-4234fd29e975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3896552-250a-432d-8e89-b38a4038be5c,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:39:58.737851 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fd844ba7-ff67-435e-be75-4234fd29e975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:39:58.744008 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-fd844ba7-ff67-435e-be75-4234fd29e975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:39:58.745124 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-fd844ba7-ff67-435e-be75-4234fd29e975 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3896552-250a-432d-8e89-b38a4038be5c HTTP/1.1" status: 204  len: 168 time: 0.1636374
May 19 23:39:59.958121 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54850) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:00.073049 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.087267 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:40:00.090983 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Usage tracker for resource:security_group_rule and tenant:69bdb41c9a8b4218a9a07a4cd0da1411 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:40:00.093764 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:40:00.099534 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:40:00.181452 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.185274 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.194360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a2b3d0ee-276b-4305-8f9d-422f1ddac56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:00.236034 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e03043-dd61-483f-9bc9-9224ce8d14a7,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:00.240215 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69bdb41c9a8b4218a9a07a4cd0da1411&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2810738
May 19 23:40:00.241201 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9d2691b3-24ca-4467-84f8-d674c3a1ae60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:00.243151 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54856) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:00.300979 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eae85a28-78cc-430a-84bd-8eac61520997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.326461 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eae85a28-78cc-430a-84bd-8eac61520997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.378190 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eae85a28-78cc-430a-84bd-8eac61520997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.383456 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-79f97eb5-e23a-4a7d-ab77-411d693c6c26 tempest-AttachVolumeTestJSON-2114846797 tempest-AttachVolumeTestJSON-2114846797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:00.394848 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85a28-78cc-430a-84bd-8eac61520997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e03043-dd61-483f-9bc9-9224ce8d14a7,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:00.398433 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-eae85a28-78cc-430a-84bd-8eac61520997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:00.400369 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-eae85a28-78cc-430a-84bd-8eac61520997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.401459 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-eae85a28-78cc-430a-84bd-8eac61520997 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96e03043-dd61-483f-9bc9-9224ce8d14a7 HTTP/1.1" status: 204  len: 168 time: 0.1574159
May 19 23:40:00.795220 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e7e22744-4947-4b82-a6ab-142c4612bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:00.938498 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:01.700589 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:03.492689 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:16.206671 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:40:21.563045 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 54994) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:21.679027 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:21.693871 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:40:21.698511 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Usage tracker for resource:security_group_rule and tenant:ea2c58ba3668428fa397ad2100e61121 is out of sync, need to count used quota {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:40:21.701592 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91605) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:40:21.707355 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.quota.driver [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91605) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:40:21.795661 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:21.799337 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_create {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:21.808746 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-e7ebfa6b-e76c-419d-8228-64e6d6a5dbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:21.848611 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea2c58ba3668428fa397ad2100e61121&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2844648
May 19 23:40:21.849513 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd1b2c0-6093-4294-b706-35f52dc1fa9e,revision_number=1']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:21.851831 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55000) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:21.853258 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-feb2bf54-c6a8-4c6e-9c0b-6c7b02b36a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:21.912644 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0e4800b0-8577-4ab0-b72a-0e2286dd7e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:21.938383 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0e4800b0-8577-4ab0-b72a-0e2286dd7e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:21.989940 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0e4800b0-8577-4ab0-b72a-0e2286dd7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:21.994282 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-5d43eaf5-1209-44b4-b2ab-0028a8d7b7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:22.006175 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4800b0-8577-4ab0-b72a-0e2286dd7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd1b2c0-6093-4294-b706-35f52dc1fa9e,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:22.009300 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0e4800b0-8577-4ab0-b72a-0e2286dd7e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:22.016625 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-0e4800b0-8577-4ab0-b72a-0e2286dd7e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:22.017769 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-0e4800b0-8577-4ab0-b72a-0e2286dd7e9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/afd1b2c0-6093-4294-b706-35f52dc1fa9e HTTP/1.1" status: 204  len: 168 time: 0.1648002
May 19 23:40:22.491595 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:22.515607 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55006) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:22.871601 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Deleting port baf1dd30-f83c-4b43-89cb-ea1e0a7e7caa {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:22.872308 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:22.988735 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:22.989062 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:23.110387 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Calling delete_port for baf1dd30-f83c-4b43-89cb-ea1e0a7e7caa owned by network:floatingip {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:23.237812 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:23.241445 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-58a9ed15-e696-4742-9a1b-0c8c0cc85ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:23.284544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event deleted for resources: {'Port': ['ID=baf1dd30-f83c-4b43-89cb-ea1e0a7e7caa,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:23.287713 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:23.378981 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for floatingip, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:23.379341 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Floating IP 89365a7d-8e9c-458a-8aea-31a4bbb936ee disassociated (deleted). External IP: 172.27.1.63, port: d37e40c4-384a-4458-82a7-6edbb2e2ec35.
May 19 23:40:23.738915 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Router e7488cb7-762e-424e-aa8b-9c58b34f9091 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:40:23.920801 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:40:23.931105 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] Sync routers for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:40:23.939888 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:23.940497 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457d17280>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:23.945852 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:24.001813 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "DELETE /v2.0/floatingips/89365a7d-8e9c-458a-8aea-31a4bbb936ee HTTP/1.1" status: 204  len: 168 time: 1.4851258
May 19 23:40:24.002508 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:40:24.048549 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'status': 'completed', 'code': 200}
May 19 23:40:24.123310 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:24.275200 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a779-44dd-4465-995c-74892fb4170f req-4b52d5fd-1219-4638-b96d-bda5d73495d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:24.276833 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-4b52d5fd-1219-4638-b96d-bda5d73495d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 1098 time: 0.2033343
May 19 23:40:24.452445 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457d17280>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 5, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:24.456763 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] Checking router: e7488cb7-762e-424e-aa8b-9c58b34f9091 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:40:24.467256 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:24.467879 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457d17280>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:24.528610 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6d5a3-79b0-4eec-9513-76d2c8796ad6 req-dba08735-048a-470e-9af8-8b4b8de1b230 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:24.531231 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1ed6d5a3-79b0-4eec-9513-76d2c8796ad6 req-dba08735-048a-470e-9af8-8b4b8de1b230 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.2297409
May 19 23:40:24.548319 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a779-44dd-4465-995c-74892fb4170f req-fb380a7d-fd30-44e7-9bea-759290d536e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:24.549762 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-fb380a7d-fd30-44e7-9bea-759290d536e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 200  len: 910 time: 0.2662637
May 19 23:40:24.583638 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-1ed6d5a3-79b0-4eec-9513-76d2c8796ad6 req-544360bb-1daf-4c1b-aa58-f02a4840d496 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464056
May 19 23:40:24.618527 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-0d6406aa-ce8a-4927-8337-4f60bea0cd61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 200  len: 217 time: 0.0613892
May 19 23:40:24.652499 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:24.683309 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a779-44dd-4465-995c-74892fb4170f req-b1c0ef25-0c60-4efa-9a86-edb7eba0ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:24.684740 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-b1c0ef25-0c60-4efa-9a86-edb7eba0ec8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 200  len: 848 time: 0.0593338
May 19 23:40:24.764522 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a779-44dd-4465-995c-74892fb4170f req-f114b892-c5af-4df1-8be8-bb9de71fe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:24.765984 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-f114b892-c5af-4df1-8be8-bb9de71fe0a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e47d383b-9cf9-438f-afed-8ae240811a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748441
May 19 23:40:24.778596 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-1eb8b00d-137a-4240-add8-5ad64a090a31 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:40:24.779672 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-1eb8b00d-137a-4240-add8-5ad64a090a31 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052340
May 19 23:40:24.917323 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-a860a68a-a111-4748-9f76-25fc99526aab service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304700
May 19 23:40:25.003353 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457d17280>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 5, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:25.007139 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb114dd6-7bc7-4025-8393-fdba385847ca None None] The sync data for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi is: [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:35:37Z', 'revision_number': 4, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '32f0db9c-c816-4166-9629-1d0cf26c53aa', 'name': '', 'network_id': 'e47d383b-9cf9-438f-afed-8ae240811a7c', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'mac_address': 'fa:16:3e:d3:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:36Z', 'updated_at': '2021-05-19T23:35:44Z', 'revision_number': 5, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'subnets': [{'id': 'a0054981-9347-4806-b4cc-dba06d46d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:40:25.052735 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-61e8a779-44dd-4465-995c-74892fb4170f req-c00153ce-a07c-4ae5-a177-d107f9274b94 service neutron] 10.222.0.55 "GET /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285930
May 19 23:40:25.234208 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d7c4a3-82cc-411c-86e2-b5a104e1a73d None None] New status for floating IP 89365a7d-8e9c-458a-8aea-31a4bbb936ee: DOWN {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:40:25.325390 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55022) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:25.591778 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Deleting port 3556816e-fe07-41d1-a51a-df82ecd46a5f {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:25.592122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:25.711994 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:25.712386 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:25.818666 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6427f-c61a-4f6c-ab98-0e20dae99faa req-7923acba-5198-4dd8-b1ec-f01a248d610a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:25.820746 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54a6427f-c61a-4f6c-ab98-0e20dae99faa req-7923acba-5198-4dd8-b1ec-f01a248d610a tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.1285176
May 19 23:40:25.865930 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-54a6427f-c61a-4f6c-ab98-0e20dae99faa req-66e69d63-742d-485d-9e26-4af192f543fc tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387850
May 19 23:40:25.871355 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Calling delete_port for 3556816e-fe07-41d1-a51a-df82ecd46a5f owned by network:floatingip {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:25.937535 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-11a39cd5-98aa-4faf-9859-349a46b0ed33 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:25.938224 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-11a39cd5-98aa-4faf-9859-349a46b0ed33 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Synchronizing usage tracker for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:40:25.960302 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-11a39cd5-98aa-4faf-9859-349a46b0ed33 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Unset dirty status for tenant:b1813c44a28f40e7b4984f956f44c6f0 on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:40:25.962162 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-11a39cd5-98aa-4faf-9859-349a46b0ed33 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.55 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.1851459
May 19 23:40:26.141837 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:26.147385 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5b790c80-b576-4bfc-af93-57bd1cf4a1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:26.224873 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event deleted for resources: {'Port': ['ID=3556816e-fe07-41d1-a51a-df82ecd46a5f,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:26.233629 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:26.370517 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Deleting port d37e40c4-384a-4458-82a7-6edbb2e2ec35 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:26.370859 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:26.463145 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:26.463395 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Floating IP 1276ca0c-74d3-4e69-b2ca-a6e381e81eb3 disassociated (deleted). External IP: 172.27.1.212, port: 820552e3-8e69-4e0c-9d60-697347cdc724.
May 19 23:40:26.653180 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] For port d37e40c4-384a-4458-82a7-6edbb2e2ec35, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d37e40c4-384a-4458-82a7-6edbb2e2ec35,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:26.653538 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:26.784909 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Calling delete_port for d37e40c4-384a-4458-82a7-6edbb2e2ec35 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:27.034119 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:40:27.053457 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae8281-8798-4e49-b45b-e1440f938226 req-ca1718ea-d60e-4c6d-8662-4b6e50628866 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:27.055528 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae8281-8798-4e49-b45b-e1440f938226 req-ca1718ea-d60e-4c6d-8662-4b6e50628866 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 945 time: 0.0847359
May 19 23:40:27.099973 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-2eae8281-8798-4e49-b45b-e1440f938226 req-11cab4b3-2b09-4130-8ad4-8f9cc6ba2029 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea75b361-d2b9-4fe6-8315-cd5a93830e46&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384183
May 19 23:40:27.140769 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:27.147492 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-4d0138e0-3f60-4ea1-9d9c-fe1e4ddb4519 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:27.197854 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event deleted for resources: {'Port': ['ID=d37e40c4-384a-4458-82a7-6edbb2e2ec35,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:27.203044 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:27.344452 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] No DVR routers for this DVR port d37e40c4-384a-4458-82a7-6edbb2e2ec35 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:27.348394 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:27.350859 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-deleted', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:40:27.373807 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:40:27.379484 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:27.384863 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:40:27.394533 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:27.395329 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457786ca0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:27.406744 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0502a-7912-4bcc-b118-c00015086a69', 'name': 'network-vif-deleted', 'tag': 'd37e40c4-384a-4458-82a7-6edbb2e2ec35', 'status': 'completed', 'code': 200}
May 19 23:40:27.412257 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-5faa9364-05d8-447b-bdcb-4e6eace925a6 req-d0dc4689-926f-45aa-94cb-2f39ac194ce7 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.55 "DELETE /v2.0/ports/d37e40c4-384a-4458-82a7-6edbb2e2ec35 HTTP/1.1" status: 204  len: 173 time: 1.4416287
May 19 23:40:27.442650 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "DELETE /v2.0/floatingips/1276ca0c-74d3-4e69-b2ca-a6e381e81eb3 HTTP/1.1" status: 204  len: 168 time: 2.1162369
May 19 23:40:27.592979 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:27.837404 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c46944-9e8e-4301-945f-28ec4d15654f req-9ffd5a82-e685-4739-8872-aa79ac02e7d4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:27.838906 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e6c46944-9e8e-4301-945f-28ec4d15654f req-9ffd5a82-e685-4739-8872-aa79ac02e7d4 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.0836205
May 19 23:40:27.886920 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-e6c46944-9e8e-4301-945f-28ec4d15654f req-8b692e5f-b509-42ee-8313-b7d740e6941a tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421782
May 19 23:40:27.984469 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457786ca0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:19Z', 'revision_number': 1, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:27.988252 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:40:27.996726 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:27.997360 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1457786ca0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:01Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:28.168966 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-591f1b08-f429-4490-a2ce-04d32835253c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:28.189469 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:28.278452 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-11342a80-e972-41c9-8305-bac68e3b6662 req-26ea0958-db0f-484a-a968-1ee6b9e55b9c tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea0502a-7912-4bcc-b118-c00015086a69 HTTP/1.1" status: 200  len: 210 time: 0.0515237
May 19 23:40:28.550429 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1457786ca0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:19Z', 'revision_number': 1, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:28.554302 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9806db-1b64-46e4-bd51-de032f04329c None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_floatingips': [{'id': '8ad60617-64f7-4f5a-b6af-4980cd438725', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'router_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'port_id': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'mac_address': 'fa:16:3e:af:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:36:15Z', 'updated_at': '2021-05-19T23:36:19Z', 'revision_number': 1, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:40:28.768572 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a45437-3843-48fe-bd01-f843060d7ddb None None] New status for floating IP 1276ca0c-74d3-4e69-b2ca-a6e381e81eb3: DOWN {{(pid=91607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:40:29.079299 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15446822-6a1f-4d0d-8cc3-1580c1c9929b req-c01e132e-0367-4983-be8d-334a9373c043 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:29.080748 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15446822-6a1f-4d0d-8cc3-1580c1c9929b req-c01e132e-0367-4983-be8d-334a9373c043 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.0841215
May 19 23:40:29.127447 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15446822-6a1f-4d0d-8cc3-1580c1c9929b req-4c67a738-b724-4342-8ef9-5f1a2f3c97a5 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398536
May 19 23:40:29.247947 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-43a90747-16cd-4510-b204-bba2a77b5538 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:29.248639 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-43a90747-16cd-4510-b204-bba2a77b5538 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Synchronizing usage tracker for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:40:29.264934 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-43a90747-16cd-4510-b204-bba2a77b5538 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Unset dirty status for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:40:29.265992 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-43a90747-16cd-4510-b204-bba2a77b5538 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 946 time: 0.0948811
May 19 23:40:29.370728 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55046) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:29.404979 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Deleting port 820552e3-8e69-4e0c-9d60-697347cdc724 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:29.405320 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:29.421046 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:40:29.444625 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f05903c0-2d08-4b53-a059-dbb6219b5379 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:29.464906 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d37e40c4-384a-4458-82a7-6edbb2e2ec35 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:29.482452 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f05903c0-2d08-4b53-a059-dbb6219b5379 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:29.517672 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: d37e40c4-384a-4458-82a7-6edbb2e2ec35 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:29.517906 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d37e40c4-384a-4458-82a7-6edbb2e2ec35 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:29.556332 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f05903c0-2d08-4b53-a059-dbb6219b5379 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:29.560507 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-c4ef8a22-442b-4bf8-a46b-1599a12b30d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:29.576337 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05903c0-2d08-4b53-a059-dbb6219b5379 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea75b361-d2b9-4fe6-8315-cd5a93830e46,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:29.580680 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-f05903c0-2d08-4b53-a059-dbb6219b5379 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:29.590655 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-f05903c0-2d08-4b53-a059-dbb6219b5379 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:29.591873 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-f05903c0-2d08-4b53-a059-dbb6219b5379 tempest-TestShelveInstance-373005710 tempest-TestShelveInstance-373005710-project] 10.222.0.59 "DELETE /v2.0/security-groups/ea75b361-d2b9-4fe6-8315-cd5a93830e46 HTTP/1.1" status: 204  len: 168 time: 0.2201486
May 19 23:40:29.610256 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724', 'status': 'completed', 'code': 200}
May 19 23:40:29.638109 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55054) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:29.716531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] For port 820552e3-8e69-4e0c-9d60-697347cdc724, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=820552e3-8e69-4e0c-9d60-697347cdc724,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:29.716884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:29.843952 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Calling delete_port for 820552e3-8e69-4e0c-9d60-697347cdc724 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:29.853071 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-9166bd23-72e6-4e94-a751-10ef38efada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:29.854565 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-9166bd23-72e6-4e94-a751-10ef38efada6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 1099 time: 0.2435970
May 19 23:40:30.015074 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-915017e0-4585-426b-ae4e-45a7ef95930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:30.016544 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-915017e0-4585-426b-ae4e-45a7ef95930a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1495433
May 19 23:40:30.120990 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-33739872-d30c-4128-89f4-cac91cb9a803 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=820552e3-8e69-4e0c-9d60-697347cdc724 HTTP/1.1" status: 200  len: 217 time: 0.0709319
May 19 23:40:30.192096 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:30.199499 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-0a16e222-b83e-46ad-b9fc-43f24605291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:30.238611 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-e85b6a65-6860-4025-9c10-5fc43e06a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:30.240106 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-e85b6a65-6860-4025-9c10-5fc43e06a589 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.1128931
May 19 23:40:30.251953 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event deleted for resources: {'Port': ['ID=820552e3-8e69-4e0c-9d60-697347cdc724,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:30.284936 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:30.303469 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-61fb33ab-9164-43e9-baff-7bc49a081237 req-21be3a43-16ba-4c31-b7fc-752a457a9137 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=780eb385-ce38-4bc9-b5ff-09034ba28a89 HTTP/1.1" status: 200  len: 210 time: 0.0584795
May 19 23:40:30.332603 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:30.379193 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] No DVR routers for this DVR port 820552e3-8e69-4e0c-9d60-697347cdc724 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:30.381961 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:30.401958 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-92b0f6fe-8eca-4ef8-9e0b-a3edf4495ce4 req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "DELETE /v2.0/ports/820552e3-8e69-4e0c-9d60-697347cdc724 HTTP/1.1" status: 204  len: 173 time: 1.1297178
May 19 23:40:30.407870 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-686e196c-741c-4253-a190-c59d80ea48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:30.409289 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-686e196c-741c-4253-a190-c59d80ea48c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1586134
May 19 23:40:30.545468 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-b1722d22-d186-4e2b-871e-e640f06191dd service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298332
May 19 23:40:30.698888 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-8f3116f3-1cce-4712-9914-779e53c7e5c5 req-922be5a0-adab-4caf-9db1-e68cfdd0c7e2 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467593
May 19 23:40:30.768426 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Deleting port 32f0db9c-c816-4166-9629-1d0cf26c53aa {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:30.769024 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:30.798214 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0074ef40-1432-4aa2-b1c9-2e5cd6c38640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:30.899974 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] For port 32f0db9c-c816-4166-9629-1d0cf26c53aa, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=32f0db9c-c816-4166-9629-1d0cf26c53aa,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:30.900231 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:30.940160 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:31.024956 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Calling delete_port for 32f0db9c-c816-4166-9629-1d0cf26c53aa owned by network:router_interface {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:31.181272 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:31.184846 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:31.228738 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f0db9c-c816-4166-9629-1d0cf26c53aa,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:31.232402 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:31.462513 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 820552e3-8e69-4e0c-9d60-697347cdc724 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:31.549735 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: 820552e3-8e69-4e0c-9d60-697347cdc724 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:31.550085 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device 820552e3-8e69-4e0c-9d60-697347cdc724 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:31.611660 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'name': 'network-vif-deleted', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:40:31.635186 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:31.658246 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780eb385-ce38-4bc9-b5ff-09034ba28a89', 'name': 'network-vif-deleted', 'tag': '820552e3-8e69-4e0c-9d60-697347cdc724', 'status': 'completed', 'code': 200}
May 19 23:40:31.703749 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:31.991576 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Router e7488cb7-762e-424e-aa8b-9c58b34f9091 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:40:32.168785 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:40:32.181182 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] Sync routers for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:40:32.181650 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7488cb7-762e-424e-aa8b-9c58b34f9091/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5422814
May 19 23:40:32.183906 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55070) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:32.197091 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:32.197704 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14566b9c70>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:32.361309 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:32.372300 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:32.534789 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:32.608454 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Deleting port c8ad4b29-75d2-44cb-9484-2d884e05e7eb {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:32.608782 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:32.655862 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14566b9c70>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:40:31Z', 'revision_number': 5, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port': {'id': 'c8ad4b29-75d2-44cb-9484-2d884e05e7eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:34Z', 'updated_at': '2021-05-19T23:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:32.659758 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] Checking router: e7488cb7-762e-424e-aa8b-9c58b34f9091 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:40:32.671130 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] Routers {'e7488cb7-762e-424e-aa8b-9c58b34f9091'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:32.671742 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14566b9c70>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['e7488cb7-762e-424e-aa8b-9c58b34f9091'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:32.730465 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] For port c8ad4b29-75d2-44cb-9484-2d884e05e7eb, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:32.731190 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:32.822996 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] Set router e7488cb7-762e-424e-aa8b-9c58b34f9091 gateway port host: None {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:32.933429 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14566b9c70>, [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:40:32Z', 'revision_number': 6, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:32.937664 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7a7a4e-d100-47fa-a6ad-18ee79f533fa None None] The sync data for ids ['e7488cb7-762e-424e-aa8b-9c58b34f9091'] in dv-cinder-792209-1-iscsi is: [{'id': 'e7488cb7-762e-424e-aa8b-9c58b34f9091', 'name': 'tempest-TestShelveInstance-1914998837-router', 'tenant_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:33Z', 'updated_at': '2021-05-19T23:40:32Z', 'revision_number': 6, 'project_id': 'b1813c44a28f40e7b4984f956f44c6f0', 'gw_port_host': None}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:40:32.974014 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Calling delete_port for c8ad4b29-75d2-44cb-9484-2d884e05e7eb owned by network:router_gateway {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:33.114537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.118991 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-37e1c0d0-e617-4652-aafe-45d4324081d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:33.164632 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ad4b29-75d2-44cb-9484-2d884e05e7eb,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:33.168581 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:33.258387 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.432991 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.435387 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.458545 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.459050 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7488cb7-762e-424e-aa8b-9c58b34f9091 {{(pid=91604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:40:33.472136 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.473191 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-8d590f4d-e490-4700-9ad4-7a550d13a4a2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e7488cb7-762e-424e-aa8b-9c58b34f9091 HTTP/1.1" status: 204  len: 168 time: 1.2880750
May 19 23:40:33.475805 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55080) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:33.496950 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.643463 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Deleting subnet a0054981-9347-4806-b4cc-dba06d46d12b {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:40:33.646221 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.700008 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.707306 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 32f0db9c-c816-4166-9629-1d0cf26c53aa no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:33.744293 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 32f0db9c-c816-4166-9629-1d0cf26c53aa {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:33.744554 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 32f0db9c-c816-4166-9629-1d0cf26c53aa not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:33.778915 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:33.848166 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55088) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:34.035820 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.040800 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-6fc1a3fe-89e4-451a-8522-84efee11cdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:34.077445 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0054981-9347-4806-b4cc-dba06d46d12b,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:34.079503 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.082466 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:34.087517 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a92f1dc1-c54f-4491-b6fb-5ae24d7cf215 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a0054981-9347-4806-b4cc-dba06d46d12b HTTP/1.1" status: 204  len: 168 time: 0.6107101
May 19 23:40:34.088193 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca8a70c-639a-40be-a562-32ded307dbcb None None] Network e47d383b-9cf9-438f-afed-8ae240811a7c requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:40:34.089892 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55092) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:34.125554 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Deleting port 7bc084f7-673d-43bf-9ec9-73b138df75ae {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:34.126217 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.202182 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.283928 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Deleting port 0cc70af4-9718-4358-91d0-3bb8da33997c {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:34.284193 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.355741 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.356063 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.361176 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] DHCP port deletion for e47d383b-9cf9-438f-afed-8ae240811a7c request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:40:34.386357 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] For port 0cc70af4-9718-4358-91d0-3bb8da33997c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=0cc70af4-9718-4358-91d0-3bb8da33997c,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:34.386718 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.442072 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] Deleting port 0cc70af4-9718-4358-91d0-3bb8da33997c {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:34.442547 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.483332 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Calling delete_port for 7bc084f7-673d-43bf-9ec9-73b138df75ae owned by network:floatingip {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:34.545548 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] For port 0cc70af4-9718-4358-91d0-3bb8da33997c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=0cc70af4-9718-4358-91d0-3bb8da33997c,segment=NetworkSegment(c3f05271-c955-4c92-93e4-a3d02cbdd9aa),segment_id=c3f05271-c955-4c92-93e4-a3d02cbdd9aa)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:34.546145 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.611490 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Calling delete_port for 0cc70af4-9718-4358-91d0-3bb8da33997c owned by network:dhcp {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:34.614824 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.620434 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce640353-56f0-464a-90ea-89c7842273d1 tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:34.665376 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.671537 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-0f7b21c6-1270-41c5-90d3-b5eda9bb7982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:34.695648 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event deleted for resources: {'Port': ['ID=7bc084f7-673d-43bf-9ec9-73b138df75ae,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:34.720730 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] No DVR routers for this DVR port 0cc70af4-9718-4358-91d0-3bb8da33997c on host dv-cinder-792209-1-iscsi {{(pid=91604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:34.723824 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] Calling delete_port for 0cc70af4-9718-4358-91d0-3bb8da33997c owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:34.740027 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.740511 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.740794 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.741164 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.741672 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.742083 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.742539 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.743029 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.743294 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.743659 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.744179 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.744380 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:34.751442 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:34.753557 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc70af4-9718-4358-91d0-3bb8da33997c,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:34.759712 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:34.774884 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.775145 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.775684 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.db.l3_db [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Floating IP 8ad60617-64f7-4f5a-b6af-4980cd438725 disassociated (deleted). External IP: 172.27.1.236, port: d1c56b27-e740-4549-98e0-82120c126bb4.
May 19 23:40:34.779146 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7982cb98-3515-4521-9a61-a573e8e897cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:34.822792 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] Pushing event deleted for resources: {'Port': ['ID=0cc70af4-9718-4358-91d0-3bb8da33997c,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:34.824659 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] No DVR routers for this DVR port 0cc70af4-9718-4358-91d0-3bb8da33997c on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:34.825873 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ac38a82d-bd59-491f-b257-bd8959b9fc2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:34.845950 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.859582 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b838550>,) {'filters': {'network_id': ['e47d383b-9cf9-438f-afed-8ae240811a7c']}} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:34.872637 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b838550>, 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa') {'for_net_delete': True} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:34.872871 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b838550>, 'c3f05271-c955-4c92-93e4-a3d02cbdd9aa') {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:34.885562 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6955763'] for segment, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.902267 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.908218 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=91604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:40:34.908618 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6786353'] for segment, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]: Traceback (most recent call last):
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     timer()
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     cb(*args, **kw)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     return func(*args, **kwargs)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     self._notify()
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     self.callback(batched_events)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     event.method(event)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     return f(self, *a, **k)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._get(url).json()
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self.request(url, 'GET', **kwargs)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:40:34.922359 dv-cinder-792209-1-iscsi neutron-server[91604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:40:35.000839 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:35.006052 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:35.009024 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:35.030647 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Pushing event deleted for resources: {'Network': ['ID=e47d383b-9cf9-438f-afed-8ae240811a7c,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:35.033137 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:35.049325 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-71a13be9-b5df-4efc-8819-ef9cce7edc48 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e47d383b-9cf9-438f-afed-8ae240811a7c HTTP/1.1" status: 204  len: 168 time: 0.9555609
May 19 23:40:35.049534 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55096) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:35.141584 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:40:35.293327 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device c8ad4b29-75d2-44cb-9484-2d884e05e7eb no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:35.329093 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: c8ad4b29-75d2-44cb-9484-2d884e05e7eb {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:35.329526 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device c8ad4b29-75d2-44cb-9484-2d884e05e7eb not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:35.329798 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:40:35.330076 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 0cc70af4-9718-4358-91d0-3bb8da33997c no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:35.341967 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:40:35.349917 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:35.352443 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:35.353281 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bab4460>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:35.363699 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 0cc70af4-9718-4358-91d0-3bb8da33997c {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:35.364149 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 0cc70af4-9718-4358-91d0-3bb8da33997c not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:35.416375 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-30cea8cb-58ce-46c3-9fe5-8cc74fdd4939 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "DELETE /v2.0/floatingips/8ad60617-64f7-4f5a-b6af-4980cd438725 HTTP/1.1" status: 204  len: 168 time: 1.5642102
May 19 23:40:35.416375 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:40:35.465150 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'status': 'completed', 'code': 200}
May 19 23:40:35.573574 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:35.577610 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-81bffe33-5949-4b4c-87b5-eaa6bffce3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:35.579134 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-81bffe33-5949-4b4c-87b5-eaa6bffce3f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 1098 time: 0.0929489
May 19 23:40:35.644074 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:35.741458 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-6e7ea3e4-b88c-4463-a351-14e87841e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:35.743557 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-6e7ea3e4-b88c-4463-a351-14e87841e5cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 200  len: 913 time: 0.1576903
May 19 23:40:35.813134 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-51565f3e-4065-4cc7-b52b-734df51777dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c56b27-e740-4549-98e0-82120c126bb4 HTTP/1.1" status: 200  len: 217 time: 0.0608861
May 19 23:40:35.925369 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bab4460>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:35.929822 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:40:35.939294 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:35.939911 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145bab4460>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:35.993435 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-a0806608-6e65-4a68-8a53-795de978b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:35.994830 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-a0806608-6e65-4a68-8a53-795de978b798 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 200  len: 851 time: 0.1749349
May 19 23:40:35.998722 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b97d4f-42ba-45b3-96d1-1c44c63f0ba6 req-7507f833-b6ae-4954-9ef0-047e37961175 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:36.000458 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-74b97d4f-42ba-45b3-96d1-1c44c63f0ba6 req-7507f833-b6ae-4954-9ef0-047e37961175 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 945 time: 0.2662029
May 19 23:40:36.055679 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-74b97d4f-42ba-45b3-96d1-1c44c63f0ba6 req-e70f7972-f615-4f40-9234-6a8594784e02 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483623
May 19 23:40:36.076415 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-b5829d7e-0da0-4e1c-87cc-926fd6f55bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:36.077876 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-b5829d7e-0da0-4e1c-87cc-926fd6f55bac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bd1d854-7fd8-493b-b203-f19ea775b350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754819
May 19 23:40:36.161327 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:36.224670 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-1a8a4acd-147c-473e-83ec-0dc6c39c03a0 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388071
May 19 23:40:36.287389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Deleting port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:36.287670 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:36.363191 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-9be013f2-c0b2-4b4c-bd5e-447b6a27cb71 req-e7799a63-8c16-4d01-ae27-828e7715a658 service neutron] 10.222.0.55 "GET /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307197
May 19 23:40:36.410673 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] For port d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,segment=NetworkSegment(77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe),segment_id=77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:36.411032 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:36.478404 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145bab4460>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:36.482602 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39579129-e2eb-4326-ba33-dd366eabb591 None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:31:55Z', 'revision_number': 4, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi', '_interfaces': [{'id': '4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad', 'name': '', 'network_id': '7bd1d854-7fd8-493b-b203-f19ea775b350', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'mac_address': 'fa:16:3e:55:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:53Z', 'updated_at': '2021-05-19T23:32:03Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'subnets': [{'id': 'dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:40:36.537150 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Calling delete_port for d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c owned by network:router_interface {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:36.693280 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:36.696744 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49fb6c-cd28-49bd-a135-509ffaaa6466 None None] New status for floating IP 8ad60617-64f7-4f5a-b6af-4980cd438725: DOWN {{(pid=91606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:40:36.698081 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:36.740740 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:36.744222 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:37.008906 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:37.170400 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46b52c-4142-412b-a126-685267d467c4 req-74a22392-9d7f-4610-bfb8-bc7cb514cf9b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:37.171169 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-2a46b52c-4142-412b-a126-685267d467c4 req-74a22392-9d7f-4610-bfb8-bc7cb514cf9b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Synchronizing usage tracker for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:port {{(pid=91605) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:40:37.187813 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.quota.resource [req-2a46b52c-4142-412b-a126-685267d467c4 req-74a22392-9d7f-4610-bfb8-bc7cb514cf9b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Unset dirty status for tenant:5ff57f53b0044d6995e4b794e7d4b35e on resource:port {{(pid=91605) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:40:37.189349 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2a46b52c-4142-412b-a126-685267d467c4 req-74a22392-9d7f-4610-bfb8-bc7cb514cf9b tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 945 time: 0.1018186
May 19 23:40:37.334745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Deleting port d1c56b27-e740-4549-98e0-82120c126bb4 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:37.336051 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:37.355209 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d46f5a-6732-446f-a3f1-5f10f604dd9e req-203bc560-7b24-4871-a083-0d9b2bc39d66 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:40:37.356653 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15d46f5a-6732-446f-a3f1-5f10f604dd9e req-203bc560-7b24-4871-a083-0d9b2bc39d66 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 945 time: 0.1829870
May 19 23:40:37.470638 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] For port d1c56b27-e740-4549-98e0-82120c126bb4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d1c56b27-e740-4549-98e0-82120c126bb4,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:37.470994 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:37.474236 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-15d46f5a-6732-446f-a3f1-5f10f604dd9e req-fc569cab-21a7-4168-8351-a5fab05ad174 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a94c3dfa-9335-40a4-b97f-addf9aa983ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701122
May 19 23:40:37.485062 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Router be4d57d5-cb44-4530-b408-6520c0a0c004 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:40:37.611571 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Calling delete_port for d1c56b27-e740-4549-98e0-82120c126bb4 owned by compute:nova {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:37.729413 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:37.735139 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c9ebf559-4c22-4320-aa56-8072b8316a7f tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:37.777309 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:40:37.783076 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event deleted for resources: {'Port': ['ID=d1c56b27-e740-4549-98e0-82120c126bb4,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:37.786172 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] Sync routers for ids ['be4d57d5-cb44-4530-b408-6520c0a0c004'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:40:37.786745 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:37.788087 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-09d71e8e-55b6-4d4a-aa29-4136a4a03211 admin admin] 10.222.0.59 "PUT /v2.0/routers/be4d57d5-cb44-4530-b408-6520c0a0c004/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7374840
May 19 23:40:37.792404 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55108) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:37.805196 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] Routers {'be4d57d5-cb44-4530-b408-6520c0a0c004'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:37.806058 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baa65b0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['be4d57d5-cb44-4530-b408-6520c0a0c004'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:37.863369 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] No DVR routers for this DVR port d1c56b27-e740-4549-98e0-82120c126bb4 on host hv-cinder-79220 {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:37.865628 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for port, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:37.869147 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'name': 'network-vif-deleted', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4'}] {{(pid=91605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:40:37.887185 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [req-2a46b52c-4142-412b-a126-685267d467c4 req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.55 "DELETE /v2.0/ports/d1c56b27-e740-4549-98e0-82120c126bb4 HTTP/1.1" status: 204  len: 173 time: 0.6927555
May 19 23:40:37.919250 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5b634-1f5f-4a95-867f-ae407c3b1a71', 'name': 'network-vif-deleted', 'tag': 'd1c56b27-e740-4549-98e0-82120c126bb4', 'status': 'completed', 'code': 200}
May 19 23:40:37.991257 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks [] for router, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:38.002664 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] Set router be4d57d5-cb44-4530-b408-6520c0a0c004 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:38.170477 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:38.254378 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Deleting port 744a3345-ac95-44b9-b2aa-8878966b75b4 {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:38.254857 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:38.317245 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baa65b0>, [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:40:36Z', 'revision_number': 5, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port': {'id': '744a3345-ac95-44b9-b2aa-8878966b75b4', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:41Z', 'updated_at': '2021-05-19T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:38.322695 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] Checking router: be4d57d5-cb44-4530-b408-6520c0a0c004 for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:40:38.331855 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] Routers {'be4d57d5-cb44-4530-b408-6520c0a0c004'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:38.332459 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baa65b0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['be4d57d5-cb44-4530-b408-6520c0a0c004'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:38.384616 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] For port 744a3345-ac95-44b9-b2aa-8878966b75b4, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=744a3345-ac95-44b9-b2aa-8878966b75b4,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:38.384865 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:38.493141 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] Set router be4d57d5-cb44-4530-b408-6520c0a0c004 gateway port host: None {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:38.506874 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Calling delete_port for 744a3345-ac95-44b9-b2aa-8878966b75b4 owned by network:router_gateway {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:38.614143 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baa65b0>, [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:40:38Z', 'revision_number': 6, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:38.618371 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f8969-e378-4957-8363-cacb636f60c4 None None] The sync data for ids ['be4d57d5-cb44-4530-b408-6520c0a0c004'] in dv-cinder-792209-1-iscsi is: [{'id': 'be4d57d5-cb44-4530-b408-6520c0a0c004', 'name': 'tempest-TestShelveInstance-323260799-router', 'tenant_id': '87f8e8ed51734a4a8e0144740079da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:40Z', 'updated_at': '2021-05-19T23:40:38Z', 'revision_number': 6, 'project_id': '87f8e8ed51734a4a8e0144740079da06', 'gw_port_host': None}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:40:38.695183 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [req-a1868679-9c73-4e29-b25b-08873566f312 req-386643b7-2191-4152-a37d-bee9fce862bc tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0a5b634-1f5f-4a95-867f-ae407c3b1a71 HTTP/1.1" status: 200  len: 210 time: 0.0609026
May 19 23:40:38.717183 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:38.721386 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-2443999a-cebc-40f3-ba98-636505e7862c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:38.767199 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Pushing event deleted for resources: {'Port': ['ID=744a3345-ac95-44b9-b2aa-8878966b75b4,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:38.770322 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:38.858736 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.031360 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.033606 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.058554 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.059549 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be4d57d5-cb44-4530-b408-6520c0a0c004 {{(pid=91604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:40:39.072648 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.073744 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-a83caad5-0f56-4862-a9a3-be40966e008e admin admin] 10.222.0.59 "DELETE /v2.0/routers/be4d57d5-cb44-4530-b408-6520c0a0c004 HTTP/1.1" status: 204  len: 168 time: 1.2805703
May 19 23:40:39.076402 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55116) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:39.136892 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Deleting subnet bc6bb569-f1c2-40f6-be96-863145836ba8 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:40:39.139764 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.290517 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.372088 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.406410 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 744a3345-ac95-44b9-b2aa-8878966b75b4 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:39.444505 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 744a3345-ac95-44b9-b2aa-8878966b75b4 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:39.444917 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 744a3345-ac95-44b9-b2aa-8878966b75b4 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:39.445557 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:39.480056 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:39.480414 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device d76c79a9-f95e-41ee-a9d6-6ceb3cdd4e6c not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:39.495999 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d1c56b27-e740-4549-98e0-82120c126bb4 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:39.530892 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] No Port match for: d1c56b27-e740-4549-98e0-82120c126bb4 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:39.531282 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Device d1c56b27-e740-4549-98e0-82120c126bb4 not bound to the agent host hv-cinder-79220 {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:39.632041 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.636877 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-5d608277-0759-4746-8ca6-e4b8d72070f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:39.673231 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6bb569-f1c2-40f6-be96-863145836ba8,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:39.675660 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:39.678390 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.685598 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af272824-441b-4135-95e9-4503c931a687 None None] Network 1b873aed-279a-4ac5-92be-5bb814283474 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:40:39.685746 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-13d4a6ac-e096-4765-af6e-ea152206b25a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bc6bb569-f1c2-40f6-be96-863145836ba8 HTTP/1.1" status: 204  len: 168 time: 0.6083546
May 19 23:40:39.688260 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55120) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:39.799268 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.800502 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55126) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:39.877210 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Deleting port 8f831bf3-1313-40d9-bf42-078f5918485b {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:39.877552 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:39.943503 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] DHCP port deletion for 1b873aed-279a-4ac5-92be-5bb814283474 request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:40:39.982544 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] For port 8f831bf3-1313-40d9-bf42-078f5918485b, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=8f831bf3-1313-40d9-bf42-078f5918485b,segment=NetworkSegment(77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe),segment_id=77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:39.983363 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.011269 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Deleting port 8f831bf3-1313-40d9-bf42-078f5918485b {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:40.011652 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.031531 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Deleting port 6f707280-b4da-4bdb-aaa9-63fcec433909 {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:40.032122 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.111532 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] For port 8f831bf3-1313-40d9-bf42-078f5918485b, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=8f831bf3-1313-40d9-bf42-078f5918485b,segment=NetworkSegment(77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe),segment_id=77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:40.112239 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.156242 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.156652 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.220933 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Calling delete_port for 8f831bf3-1313-40d9-bf42-078f5918485b owned by network:dhcp {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:40.243187 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Calling delete_port for 8f831bf3-1313-40d9-bf42-078f5918485b owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:40.269829 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.274380 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ce08cc82-f704-494e-963f-fcf6df4b5453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:40.288551 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.290918 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Calling delete_port for 6f707280-b4da-4bdb-aaa9-63fcec433909 owned by network:floatingip {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:40.292924 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3ad0cca6-284b-4d28-b887-f2547f47462d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:40.317240 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f831bf3-1313-40d9-bf42-078f5918485b,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:40.321629 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:40.323975 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] No DVR routers for this DVR port 8f831bf3-1313-40d9-bf42-078f5918485b on host dv-cinder-792209-1-iscsi {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:40.337462 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Pushing event deleted for resources: {'Port': ['ID=8f831bf3-1313-40d9-bf42-078f5918485b,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:40.341023 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:40.343438 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] No DVR routers for this DVR port 8f831bf3-1313-40d9-bf42-078f5918485b on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:40.415120 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.418043 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-aa8e8c1a-579d-4d3e-ba17-fd1989c21e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:40.445710 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.459056 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145a243e80>,) {'filters': {'network_id': ['1b873aed-279a-4ac5-92be-5bb814283474']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:40.462750 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event deleted for resources: {'Port': ['ID=6f707280-b4da-4bdb-aaa9-63fcec433909,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:40.465863 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:40.474632 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145a243e80>, '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:40.474926 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145a243e80>, '77c4b9ba-ba77-402b-b7d5-a8cc97da4bfe') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:40.487586 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.506204 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.513048 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:40:40.513434 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:40:40.526811 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:40:40.561133 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for floatingip, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.575572 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219676'] for floatingip, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.576791 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-d3dfe403-1f98-4454-b78f-f858003fbba0 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "DELETE /v2.0/floatingips/224f9c13-5519-4b5a-aeba-0c78a9ce3b51 HTTP/1.1" status: 204  len: 168 time: 0.7752571
May 19 23:40:40.605543 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.609426 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:40.625434 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.633408 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b873aed-279a-4ac5-92be-5bb814283474,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:40.636242 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:40.638024 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c8311180-8cc6-4f31-9c32-69f1930684e1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b873aed-279a-4ac5-92be-5bb814283474 HTTP/1.1" status: 204  len: 168 time: 0.9488060
May 19 23:40:40.753305 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55138) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:40.802660 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-39153e84-b7d2-45a5-9935-2f10e1a28a73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1813c44a28f40e7b4984f956f44c6f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480692
May 19 23:40:40.805892 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55142) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:40.865951 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.892240 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.950108 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.955283 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-64ecb17c-72f1-43b9-8a87-7a96e2ad0654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:40.969455 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c579772e-68e7-4878-8d62-9ea7279642c3,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:40.973615 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:40.977422 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:40.979185 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c579772e-68e7-4878-8d62-9ea7279642c3 HTTP/1.1" status: 204  len: 168 time: 0.1715641
May 19 23:40:41.280956 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8f831bf3-1313-40d9-bf42-078f5918485b no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:41.314816 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 8f831bf3-1313-40d9-bf42-078f5918485b {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:41.315202 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8f831bf3-1313-40d9-bf42-078f5918485b not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:41.323904 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55152) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:41.373560 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-d528c0f4-aa97-4d7a-8a24-1004b706d87f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=87f8e8ed51734a4a8e0144740079da06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483739
May 19 23:40:41.376210 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55156) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:41.437973 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc18d-b496-4d00-b4d5-42bed0e94615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:41.464122 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc18d-b496-4d00-b4d5-42bed0e94615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:41.516226 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc18d-b496-4d00-b4d5-42bed0e94615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:41.520072 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5a78fa32-adcd-4939-a73f-b19809cc23cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:41.534481 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbc18d-b496-4d00-b4d5-42bed0e94615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbb39f7-37be-4e2b-ae6c-ad19c0ba7bca,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:41.536851 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c7dbc18d-b496-4d00-b4d5-42bed0e94615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:41.541140 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc18d-b496-4d00-b4d5-42bed0e94615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:41.542458 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c7dbc18d-b496-4d00-b4d5-42bed0e94615 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7dbb39f7-37be-4e2b-ae6c-ad19c0ba7bca HTTP/1.1" status: 204  len: 168 time: 0.1653464
May 19 23:40:41.969905 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55164) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:42.044638 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d26f48e-56b2-4f66-b35d-ef58176f0066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:42.075668 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d26f48e-56b2-4f66-b35d-ef58176f0066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:42.149823 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d26f48e-56b2-4f66-b35d-ef58176f0066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:42.154964 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-609b3a6f-4ce5-4884-a041-b5b5fa6191e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:42.170814 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26f48e-56b2-4f66-b35d-ef58176f0066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94c3dfa-9335-40a4-b97f-addf9aa983ee,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:42.173360 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5d26f48e-56b2-4f66-b35d-ef58176f0066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:42.185599 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5d26f48e-56b2-4f66-b35d-ef58176f0066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Notify callbacks [] for security_group, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:42.186747 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5d26f48e-56b2-4f66-b35d-ef58176f0066 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] 10.222.0.59 "DELETE /v2.0/security-groups/a94c3dfa-9335-40a4-b97f-addf9aa983ee HTTP/1.1" status: 204  len: 168 time: 0.2158630
May 19 23:40:42.258749 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55170) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:43.017998 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:43.517842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Deleting port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:43.518176 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:43.638320 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] For port 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:43.638669 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:43.762079 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Calling delete_port for 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad owned by network:router_interface {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:43.905363 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:43.909678 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-ec465189-35c9-4ef3-abd1-2f7603efcb94 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:43.954335 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:43.980596 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:44.217652 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:44.568609 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Router 97b2ee68-a7ea-4867-9b18-1deb156a5722 has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:40:44.842363 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:40:44.851023 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] Sync routers for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:40:44.854466 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-5a5a7208-8a26-4c62-a9fc-8f3431c31e17 admin admin] 10.222.0.59 "PUT /v2.0/routers/97b2ee68-a7ea-4867-9b18-1deb156a5722/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5945239
May 19 23:40:44.857045 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55176) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:44.860729 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:44.861330 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14579600d0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:45.034819 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks [] for router, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:45.035062 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: dv-cinder-792209-1-iscsi {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:45.319603 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:45.361247 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14579600d0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:40:43Z', 'revision_number': 5, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port': {'id': 'cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:31:49Z', 'updated_at': '2021-05-19T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:45.365456 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] Checking router: 97b2ee68-a7ea-4867-9b18-1deb156a5722 for host: dv-cinder-792209-1-iscsi {{(pid=91606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:40:45.375016 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] Routers {'97b2ee68-a7ea-4867-9b18-1deb156a5722'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:45.375650 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14579600d0>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['97b2ee68-a7ea-4867-9b18-1deb156a5722'], 'active': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:45.391389 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Deleting port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:45.391733 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:45.512796 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] For port cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:45.513154 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:45.523845 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvr_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] Set router 97b2ee68-a7ea-4867-9b18-1deb156a5722 gateway port host: None {{(pid=91606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:45.627234 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_hamode_db [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14579600d0>, [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:40:45Z', 'revision_number': 6, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:45.631051 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c1b87-ac7d-4721-87e1-e6ae32199169 None None] The sync data for ids ['97b2ee68-a7ea-4867-9b18-1deb156a5722'] in dv-cinder-792209-1-iscsi is: [{'id': '97b2ee68-a7ea-4867-9b18-1deb156a5722', 'name': 'tempest-TestVolumeBootPattern-1256396498-router', 'tenant_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:31:48Z', 'updated_at': '2021-05-19T23:40:45Z', 'revision_number': 6, 'project_id': '5ff57f53b0044d6995e4b794e7d4b35e', 'gw_port_host': None}] {{(pid=91606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:40:45.634503 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Calling delete_port for cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 owned by network:router_gateway {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:45.770683 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:45.774906 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:45.816518 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:45.820703 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:45.910887 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.084277 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.087270 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.109105 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.109602 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b2ee68-a7ea-4867-9b18-1deb156a5722 {{(pid=91604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:40:46.121475 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] Notify callbacks [] for router, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.122567 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-30b00956-a8b1-44fc-b1ee-2199d7d3ec93 admin admin] 10.222.0.59 "DELETE /v2.0/routers/97b2ee68-a7ea-4867-9b18-1deb156a5722 HTTP/1.1" status: 204  len: 168 time: 1.2644923
May 19 23:40:46.125335 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55180) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:46.182850 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Deleting subnet dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 {{(pid=91604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:40:46.185709 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.236089 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6955748'] for subnet, precommit_delete_associations {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.313468 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.667469 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6732947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6698169'] for subnet, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.671868 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-53932420-a680-4a00-b409-e47c9c7ac20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:46.704732 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:46.707741 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:46.708701 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.715321 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba261a-5530-4a72-894b-0bf7b1f4bcd8 None None] Network 7bd1d854-7fd8-493b-b203-f19ea775b350 requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:40:46.715945 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-e09d2d25-5a2d-40df-8afc-a4748ff5acb0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dc52b41f-7029-4f0c-9c8e-7c4faff2a3e8 HTTP/1.1" status: 204  len: 168 time: 0.5892968
May 19 23:40:46.717963 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55184) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:46.824020 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.895064 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Deleting port acdb7b15-5f98-4c5b-a487-45dd3348509d {{(pid=91604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:46.895440 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:46.982627 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37310c60-1b88-4003-b068-540152571107 None None] DHCP port deletion for 7bd1d854-7fd8-493b-b203-f19ea775b350 request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:40:46.997742 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.db [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] For port acdb7b15-5f98-4c5b-a487-45dd3348509d, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=acdb7b15-5f98-4c5b-a487-45dd3348509d,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:46.998296 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.046081 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-37310c60-1b88-4003-b068-540152571107 None None] Deleting port acdb7b15-5f98-4c5b-a487-45dd3348509d {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:47.046457 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.127711 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Calling delete_port for acdb7b15-5f98-4c5b-a487-45dd3348509d owned by network:dhcp {{(pid=91604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:47.144524 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-37310c60-1b88-4003-b068-540152571107 None None] For port acdb7b15-5f98-4c5b-a487-45dd3348509d, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=acdb7b15-5f98-4c5b-a487-45dd3348509d,segment=NetworkSegment(66bb1746-b377-4ad0-9e36-4e79a13b16f3),segment_id=66bb1746-b377-4ad0-9e36-4e79a13b16f3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:47.144929 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.174985 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6786380'] for port, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.180609 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-fcce78a2-76aa-4e51-8054-a7822b10b0b2 tempest-TestMinimumBasicScenario-1542258091 tempest-TestMinimumBasicScenario-1542258091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:47.226520 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=acdb7b15-5f98-4c5b-a487-45dd3348509d,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:47.228973 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:47.231285 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] No DVR routers for this DVR port acdb7b15-5f98-4c5b-a487-45dd3348509d on host dv-cinder-792209-1-iscsi {{(pid=91604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:47.271533 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-37310c60-1b88-4003-b068-540152571107 None None] Calling delete_port for acdb7b15-5f98-4c5b-a487-45dd3348509d owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:47.294752 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:47.333247 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:47.333600 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 4ff4ae1e-a927-4faf-88fe-fd3054dfb3ad not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:47.334023 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device acdb7b15-5f98-4c5b-a487-45dd3348509d no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:47.353709 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.366403 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1459fb1220>,) {'filters': {'network_id': ['7bd1d854-7fd8-493b-b203-f19ea775b350']}} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:47.369479 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: acdb7b15-5f98-4c5b-a487-45dd3348509d {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:47.369832 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device acdb7b15-5f98-4c5b-a487-45dd3348509d not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:47.370259 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:47.379378 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1459fb1220>, '66bb1746-b377-4ad0-9e36-4e79a13b16f3') {'for_net_delete': True} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:47.379613 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.services.segments.db [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1459fb1220>, '66bb1746-b377-4ad0-9e36-4e79a13b16f3') {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:47.391388 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6955763'] for segment, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.404684 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:47.405034 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device cc38f3a9-8dd7-4c5d-a1c2-fbf435499ba0 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:47.408600 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.416369 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=91604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:40:47.416934 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6786353'] for segment, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.421375 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.425138 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]: Traceback (most recent call last):
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     timer()
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     cb(*args, **kw)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     return func(*args, **kwargs)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     self._notify()
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     self.callback(batched_events)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     event.method(event)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     return f(self, *a, **k)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._get(url).json()
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     return self.request(url, 'GET', **kwargs)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:40:47.430237 dv-cinder-792209-1-iscsi neutron-server[91604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:40:47.470849 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37310c60-1b88-4003-b068-540152571107 None None] Pushing event deleted for resources: {'Port': ['ID=acdb7b15-5f98-4c5b-a487-45dd3348509d,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:47.475118 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37310c60-1b88-4003-b068-540152571107 None None] No DVR routers for this DVR port acdb7b15-5f98-4c5b-a487-45dd3348509d on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:47.487552 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.488036 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.488551 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.488933 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.489317 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.489708 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.490074 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.490466 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.490811 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.491149 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.491720 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.491923 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37310c60-1b88-4003-b068-540152571107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:40:47.495472 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-37310c60-1b88-4003-b068-540152571107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:47.510462 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.514010 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:47.527599 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:47.537522 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd1d854-7fd8-493b-b203-f19ea775b350,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:47.540820 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:47.552118 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-ec2d8b07-969b-454a-843b-91abfb9eb7a3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7bd1d854-7fd8-493b-b203-f19ea775b350 HTTP/1.1" status: 204  len: 168 time: 0.8331718
May 19 23:40:47.555933 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55188) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:48.079818 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1996592'] for router_interface, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:48.479263 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Deleting port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:48.479602 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:48.598949 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] For port 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,segment=NetworkSegment(293eed23-d836-4e23-b065-82bd1c160dc5),segment_id=293eed23-d836-4e23-b065-82bd1c160dc5)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:48.599703 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:48.721913 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Calling delete_port for 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 owned by network:router_interface {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:48.865107 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:48.870296 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-fe4f9edc-5110-41a0-89df-6254b687d3d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:49.024489 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:49.049734 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:49.287731 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1596835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1994400'] for router_interface, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:49.643497 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Router cbf7d81c-c4b1-4303-856a-1dd7c143142b has already been hosted by L3 agent 571e69db-78a8-46da-8d3a-21f6f868eaea {{(pid=91605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:40:49.822291 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-iscsi the message routers_updated {{(pid=91605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:40:49.830150 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] Sync routers for ids ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'] in dv-cinder-792209-1-iscsi {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:40:49.838228 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a345ff10-6933-40ba-88ff-37fc6c800934 admin admin] 10.222.0.59 "PUT /v2.0/routers/cbf7d81c-c4b1-4303-856a-1dd7c143142b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2811928
May 19 23:40:49.839586 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] Routers {'cbf7d81c-c4b1-4303-856a-1dd7c143142b'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:49.840179 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baa6a90>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:49.840731 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55192) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:50.013640 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:50.051255 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] Set router cbf7d81c-c4b1-4303-856a-1dd7c143142b gateway port host: dv-cinder-792209-1-iscsi {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:50.187700 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:50.259752 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Deleting port 9857a496-b2af-42b8-b427-da5cf3a6b1eb {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:50.260092 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:50.331784 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baa6a90>, [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'external_fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:40:48Z', 'revision_number': 5, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port': {'id': '9857a496-b2af-42b8-b427-da5cf3a6b1eb', 'name': '', 'network_id': '9c2a5718-4dfa-4d3f-8a3f-3c41485b8e6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23160489-bc7b-4b9a-88c6-186321256eec', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:03Z', 'updated_at': '2021-05-19T23:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23160489-bc7b-4b9a-88c6-186321256eec', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-iscsi'}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:50.336665 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] Checking router: cbf7d81c-c4b1-4303-856a-1dd7c143142b for host: dv-cinder-792209-1-iscsi {{(pid=91607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:40:50.345505 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] Routers {'cbf7d81c-c4b1-4303-856a-1dd7c143142b'} bound to L3 agent in host dv-cinder-792209-1-iscsi {{(pid=91607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:40:50.346114 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f145baa6a90>, 'dv-cinder-792209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:22:31Z,description=<?>,heartbeat_timestamp=2021-05-19T23:40:31Z,host='dv-cinder-792209-1-iscsi',id=571e69db-78a8-46da-8d3a-21f6f868eaea,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T23:22:31Z,topic='l3_agent')) {'router_ids': ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'], 'active': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:50.494433 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvr_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] Set router cbf7d81c-c4b1-4303-856a-1dd7c143142b gateway port host: None {{(pid=91607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:40:50.496034 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] For port 9857a496-b2af-42b8-b427-da5cf3a6b1eb, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=9857a496-b2af-42b8-b427-da5cf3a6b1eb,segment=NetworkSegment(74e95e8f-80af-4660-a1f3-bb3ca0e65f2f),segment_id=74e95e8f-80af-4660-a1f3-bb3ca0e65f2f)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:50.496396 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:50.599037 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.l3_hamode_db [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f145baa6a90>, [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:40:50Z', 'revision_number': 6, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port_host': None}], 'dv-cinder-792209-1-iscsi', False) {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:50.603658 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeefb29-eb89-4c2c-863a-8c5d75855976 None None] The sync data for ids ['cbf7d81c-c4b1-4303-856a-1dd7c143142b'] in dv-cinder-792209-1-iscsi is: [{'id': 'cbf7d81c-c4b1-4303-856a-1dd7c143142b', 'name': 'tempest-TestVolumeBootPattern-820414710-router', 'tenant_id': 'a514d650313f45ac8d1639272237a00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:01Z', 'updated_at': '2021-05-19T23:40:50Z', 'revision_number': 6, 'project_id': 'a514d650313f45ac8d1639272237a00e', 'gw_port_host': None}] {{(pid=91607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:40:50.621658 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Calling delete_port for 9857a496-b2af-42b8-b427-da5cf3a6b1eb owned by network:router_gateway {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:50.756631 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:50.760724 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-9f94b916-fb17-4cc5-a377-d41430156a7b tempest-AttachVolumeShelveTestJSON-1061747123 tempest-AttachVolumeShelveTestJSON-1061747123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:50.805681 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=9857a496-b2af-42b8-b427-da5cf3a6b1eb,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:50.808794 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:50.894353 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991707'] for router_gateway, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.073024 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6948'] for router, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.075223 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.098991 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1991500'] for router, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.099507 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbf7d81c-c4b1-4303-856a-1dd7c143142b {{(pid=91605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:40:51.111606 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] Notify callbacks [] for router, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.112712 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-b157c2cd-a4a7-47ef-a127-719a9afb1c37 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cbf7d81c-c4b1-4303-856a-1dd7c143142b HTTP/1.1" status: 204  len: 168 time: 1.2711017
May 19 23:40:51.115320 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55196) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:51.174300 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Deleting subnet 26ebbf7a-75d9-4b1d-8b55-a82d034e454c {{(pid=91605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:40:51.177326 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.224524 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6534538'] for subnet, precommit_delete_associations {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.304827 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036411'] for subnet, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.370142 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9857a496-b2af-42b8-b427-da5cf3a6b1eb no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:51.405638 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 9857a496-b2af-42b8-b427-da5cf3a6b1eb {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:51.405993 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 9857a496-b2af-42b8-b427-da5cf3a6b1eb not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:51.406423 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:51.442207 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:51.442558 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device 8dd6041e-0d42-4bb4-96df-c47e4ef5e7b4 not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:51.566912 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7669842'] for subnet, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.572982 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:51.612246 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ebbf7a-75d9-4b1d-8b55-a82d034e454c,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:51.614160 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for subnet, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.618531 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:51.619111 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13dcf0-6200-47e0-a13c-e1ef3673039f None None] Network 56406aac-d74e-4acd-8af1-a05b9f7b520e requested from dv-cinder-792209-1-iscsi {{(pid=91606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:40:51.621455 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-c799f05c-3971-4e41-a1e1-01f9fa0c8835 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/26ebbf7a-75d9-4b1d-8b55-a82d034e454c HTTP/1.1" status: 204  len: 168 time: 0.5052233
May 19 23:40:51.623887 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [-] (91605) accepted ('10.222.0.59', 55200) {{(pid=91605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:51.732049 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622083'] for network, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.804407 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Deleting port bb833f43-20bf-4ebb-bcde-b7c1d03f648c {{(pid=91605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:51.805206 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:51.890302 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] DHCP port deletion for 56406aac-d74e-4acd-8af1-a05b9f7b520e request from dv-cinder-792209-1-iscsi {{(pid=91606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:40:51.961243 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] Deleting port bb833f43-20bf-4ebb-bcde-b7c1d03f648c {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:40:51.961622 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732840016743'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.002474 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.db [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] For port bb833f43-20bf-4ebb-bcde-b7c1d03f648c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,segment=NetworkSegment(293eed23-d836-4e23-b065-82bd1c160dc5),segment_id=293eed23-d836-4e23-b065-82bd1c160dc5)] {{(pid=91605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:52.002832 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.056610 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] For port bb833f43-20bf-4ebb-bcde-b7c1d03f648c, host dv-cinder-792209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-iscsi',level=0,port_id=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,segment=NetworkSegment(293eed23-d836-4e23-b065-82bd1c160dc5),segment_id=293eed23-d836-4e23-b065-82bd1c160dc5)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:40:52.057004 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1993718'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.124263 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.plugin [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Calling delete_port for bb833f43-20bf-4ebb-bcde-b7c1d03f648c owned by network:dhcp {{(pid=91605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:52.172027 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477655'] for port, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.177098 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-1ae18097-eb42-4612-9704-c92ab9cc2844 tempest-TestVolumeBootPattern-429302284 tempest-TestVolumeBootPattern-429302284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:52.179708 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] Calling delete_port for bb833f43-20bf-4ebb-bcde-b7c1d03f648c owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:40:52.221679 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-602444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1596829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732840019640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732839605252'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.224141 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:52.226930 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-976598f2-2a8b-4bec-843d-d220b26a01fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:52.229418 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:52.234181 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] No DVR routers for this DVR port bb833f43-20bf-4ebb-bcde-b7c1d03f648c on host dv-cinder-792209-1-iscsi {{(pid=91605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:52.270126 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] Pushing event deleted for resources: {'Port': ['ID=bb833f43-20bf-4ebb-bcde-b7c1d03f648c,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:52.272028 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] No DVR routers for this DVR port bb833f43-20bf-4ebb-bcde-b7c1d03f648c on host dv-cinder-792209-1-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:40:52.274263 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c4ce3e71-dee4-4533-bfe5-9e8395dbfa61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:52.353186 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033712', 'neutron.services.segments.db._delete_segments_for_network-8732840046210'] for network, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.365684 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f145b48d5b0>,) {'filters': {'network_id': ['56406aac-d74e-4acd-8af1-a05b9f7b520e']}} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:52.378060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b48d5b0>, '293eed23-d836-4e23-b065-82bd1c160dc5') {'for_net_delete': True} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:52.378301 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.services.segments.db [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f145b48d5b0>, '293eed23-d836-4e23-b065-82bd1c160dc5') {} {{(pid=91605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:40:52.389635 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732840057227', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6534557'] for segment, before_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.405842 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376'] for segment, precommit_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.411894 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=91605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:40:52.412282 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6477610'] for segment, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]: Traceback (most recent call last):
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     timer()
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     cb(*args, **kw)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     return func(*args, **kwargs)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     self._notify()
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     self.callback(batched_events)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     event.method(event)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     return f(self, *a, **k)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._get(url).json()
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     return self.request(url, 'GET', **kwargs)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:40:52.426019 dv-cinder-792209-1-iscsi neutron-server[91605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:40:52.503102 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1596842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991728'] for network, after_delete {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.506913 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-5f92c08e-5685-453a-a7fe-32e04aed99fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:52.510376 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.520316 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron_lib.callbacks.manager [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1596815'] for network, before_response {{(pid=91605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.531009 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Pushing event deleted for resources: {'Network': ['ID=56406aac-d74e-4acd-8af1-a05b9f7b520e,revision_number=None']} {{(pid=91605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:52.535060 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG oslo_concurrency.lockutils [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:52.538373 dv-cinder-792209-1-iscsi neutron-server[91605]: INFO neutron.wsgi [None req-a017f9e7-0e12-4b96-ad95-2eb9d4c2c89a admin admin] 10.222.0.59 "DELETE /v2.0/networks/56406aac-d74e-4acd-8af1-a05b9f7b520e HTTP/1.1" status: 204  len: 168 time: 0.9135482
May 19 23:40:52.650848 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55206) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:52.699556 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-74a03265-3233-4fc5-a377-3eecfdf50787 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ff57f53b0044d6995e4b794e7d4b35e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473588
May 19 23:40:52.701928 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55210) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:52.762797 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d968ed9b-5080-4c93-a700-950cf9764063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.788062 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d968ed9b-5080-4c93-a700-950cf9764063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.838991 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d968ed9b-5080-4c93-a700-950cf9764063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.843816 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-db17a999-52ba-440f-aa30-62ea19c37842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:52.857008 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968ed9b-5080-4c93-a700-950cf9764063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95c5b0-5ee5-4264-9a86-bfea4c7bf05a,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:52.860848 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-d968ed9b-5080-4c93-a700-950cf9764063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:52.864031 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-d968ed9b-5080-4c93-a700-950cf9764063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:52.865128 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-d968ed9b-5080-4c93-a700-950cf9764063 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b95c5b0-5ee5-4264-9a86-bfea4c7bf05a HTTP/1.1" status: 204  len: 168 time: 0.1623085
May 19 23:40:53.204733 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55218) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:53.205813 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:40:53.255017 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-75ec5154-64ad-48c5-8326-5f83ab8d3122 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a514d650313f45ac8d1639272237a00e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490129
May 19 23:40:53.258412 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [-] (91604) accepted ('10.222.0.59', 55222) {{(pid=91604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:40:53.290873 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bb833f43-20bf-4ebb-bcde-b7c1d03f648c no longer exists at agent ovs-agent-dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:40:53.318844 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-66fa1ea5-37a3-4dc9-900b-b8e14fa374f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:53.326370 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] No Port match for: bb833f43-20bf-4ebb-bcde-b7c1d03f648c {{(pid=91606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:40:53.326727 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.rpc [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Device bb833f43-20bf-4ebb-bcde-b7c1d03f648c not bound to the agent host dv-cinder-792209-1-iscsi {{(pid=91606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:40:53.345428 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-66fa1ea5-37a3-4dc9-900b-b8e14fa374f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:53.400085 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-66fa1ea5-37a3-4dc9-900b-b8e14fa374f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640615'] for security_group, after_delete {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:53.403740 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ad4fd682-2465-4aae-b188-f6eb2be5e0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:40:53.416899 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa1ea5-37a3-4dc9-900b-b8e14fa374f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6c9e2-2af5-4ffe-b46c-4dbdeadaf5b7,revision_number=None']} {{(pid=91604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:40:53.419896 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-66fa1ea5-37a3-4dc9-900b-b8e14fa374f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:40:53.421855 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-66fa1ea5-37a3-4dc9-900b-b8e14fa374f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:40:53.422965 dv-cinder-792209-1-iscsi neutron-server[91604]: INFO neutron.wsgi [None req-66fa1ea5-37a3-4dc9-900b-b8e14fa374f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23d6c9e2-2af5-4ffe-b46c-4dbdeadaf5b7 HTTP/1.1" status: 204  len: 168 time: 0.1636627
May 19 23:40:58.104715 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c316-f9e3-4f7c-beb3-2b9d1cdb1846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:00.798159 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9873a8d6-36eb-4fce-b997-637b9c417e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:00.941292 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:01.705745 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:03.498035 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:22.505461 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:28.097187 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-732cbd65-dd4f-4113-af80-3e90cd9416cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:30.204252 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:41:30.799460 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ab236704-7578-4171-8009-e282a12b5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:30.942389 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:31.707450 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:33.500697 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:52.519725 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:41:58.098384 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1e0d54c7-20d8-476b-96df-f4790123f08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:00.801065 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-46db9a26-32a5-4281-95e3-6de7b73b55f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:00.943615 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:01.711699 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:03.504732 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:07.203309 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:42:22.519011 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:28.099170 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-df2bade7-248c-444a-8a4c-ce159c30a34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:30.802955 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-094d609e-0c59-458d-9ed1-b3a26ac4c08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:30.944231 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:31.713505 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:33.508103 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:44.203180 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:42:52.518477 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:42:58.100746 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-95220f82-3893-41c4-bfab-9c3b6b983895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:00.805319 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-21a3737f-d63f-4a0a-95fe-b94dcd75e7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:00.945078 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:01.716297 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:03.508677 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:21.201330 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:43:22.533587 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:28.101584 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cdbcee92-2cd6-4caa-b22a-a0a8fea5b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:30.807003 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b3dbc726-56ff-40e8-9cff-5f872a37f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:30.946344 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:31.719402 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:33.511146 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:52.548708 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:58.103479 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b73e657-feaf-4d26-9e0e-9aad24d0b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:43:58.200974 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:44:00.809481 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb639f13-1a39-467b-9913-f05be493d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:00.947703 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:01.721390 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:03.515136 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:22.548198 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:28.104960 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-86a7c1a6-a971-4fec-a34f-1b2485025b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:30.810958 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-50525044-980e-4e9f-ad4d-2da99f89ed0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:30.949723 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:31.725002 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:33.531045 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:35.199377 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:44:52.562116 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:44:58.106832 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-76097928-06b3-48df-8236-10d3efc6949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:00.812417 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1b64afa3-3f15-4224-826f-99d02db62c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:00.950826 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:01.727719 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:03.519997 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:12.199005 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:45:22.576675 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:27.571142 dv-cinder-792209-1-iscsi neutron-server[91604]: DEBUG neutron.wsgi [req-1eaf0024-8a05-4ed0-a2cb-8066c59bb5eb req-a6e8b316-9680-47ea-b02d-6adbcd4f3873 service neutron] (91604) timed out ('10.222.0.55', 50129) {{(pid=91604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 23:45:28.107946 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58090230-377a-403a-ae70-69a31f46b48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:30.816304 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a3096b53-644f-4df8-a6fb-ecf1456e2722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:30.952444 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:31.729107 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:33.554338 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3c11e2df-d52d-42f2-b8cc-bec8e08760c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:39.590770 dv-cinder-792209-1-iscsi neutron-server[91605]: DEBUG neutron.wsgi [req-8b1b4eb8-96b5-4d8f-9679-f7e934507bc9 req-f3fdc061-19fe-4b2e-b28e-cace5916329a service neutron] (91605) timed out ('10.222.0.55', 50133) {{(pid=91605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 23:45:49.198122 dv-cinder-792209-1-iscsi neutron-server[91607]: DEBUG neutron.db.agents_db [None req-c98e1c54-8c2e-466d-8d26-5c3e5af8ab0e None None] Agent healthcheck: found 6 active agents {{(pid=91607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:45:52.591269 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1787b213-d2a4-415e-a2b0-c4ba96189768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:45:58.110453 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-789c4206-0960-46f4-ab16-ae3cbfdb7b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:46:00.818793 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba2b27d3-fa19-4caf-93dd-2f7248e991d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:46:00.955591 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a10c44cc-d5e5-4584-aa74-40e8bb060143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:46:01.732618 dv-cinder-792209-1-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-909bf32c-d4e3-4555-9ca8-f25064889e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732840049884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998714'] for agent, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}